2024-11-11 17:48:13,328 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-11-11 17:48:13,341 main DEBUG Took 0.010692 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-11 17:48:13,341 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-11 17:48:13,342 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-11 17:48:13,343 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-11 17:48:13,344 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 17:48:13,353 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-11 17:48:13,366 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 17:48:13,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 17:48:13,368 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 17:48:13,369 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 17:48:13,370 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 17:48:13,370 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 17:48:13,371 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 17:48:13,372 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 17:48:13,373 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 17:48:13,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 17:48:13,374 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 17:48:13,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 17:48:13,376 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 17:48:13,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 17:48:13,377 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 17:48:13,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 17:48:13,378 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 17:48:13,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 17:48:13,379 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 17:48:13,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 17:48:13,380 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 17:48:13,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 17:48:13,381 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 17:48:13,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-11 17:48:13,382 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 17:48:13,383 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-11 17:48:13,385 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-11 17:48:13,386 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-11 17:48:13,389 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-11 17:48:13,389 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-11 17:48:13,391 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-11 17:48:13,392 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-11 17:48:13,402 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-11 17:48:13,405 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-11 17:48:13,408 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-11 17:48:13,408 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-11 17:48:13,409 main DEBUG createAppenders(={Console})
2024-11-11 17:48:13,410 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized
2024-11-11 17:48:13,410 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-11-11 17:48:13,411 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK.
2024-11-11 17:48:13,412 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-11 17:48:13,412 main DEBUG OutputStream closed
2024-11-11 17:48:13,412 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-11 17:48:13,413 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-11 17:48:13,413 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK
2024-11-11 17:48:13,509 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-11 17:48:13,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-11 17:48:13,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-11 17:48:13,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-11 17:48:13,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-11 17:48:13,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-11 17:48:13,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-11 17:48:13,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-11 17:48:13,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-11 17:48:13,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-11 17:48:13,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-11 17:48:13,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-11 17:48:13,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-11 17:48:13,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-11 17:48:13,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-11 17:48:13,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-11 17:48:13,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-11 17:48:13,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-11 17:48:13,524 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-11 17:48:13,524 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null
2024-11-11 17:48:13,524 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-11 17:48:13,525 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK.
2024-11-11T17:48:13,740 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c
2024-11-11 17:48:13,742 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-11 17:48:13,743 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-11T17:48:13,751 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins
2024-11-11T17:48:13,772 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-11T17:48:13,788 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/cluster_52497c71-2eb6-62ab-831c-8c4b2f8d17e5, deleteOnExit=true
2024-11-11T17:48:13,788 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-11T17:48:13,789 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/test.cache.data in system properties and HBase conf
2024-11-11T17:48:13,790 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/hadoop.tmp.dir in system properties and HBase conf
2024-11-11T17:48:13,790 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/hadoop.log.dir in system properties and HBase conf
2024-11-11T17:48:13,791 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-11T17:48:13,792 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-11T17:48:13,792 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-11T17:48:13,877 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-11T17:48:13,969 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-11T17:48:13,973 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-11T17:48:13,974 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-11T17:48:13,975 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-11T17:48:13,975 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-11T17:48:13,976 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-11T17:48:13,976 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-11T17:48:13,977 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-11T17:48:13,977 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-11T17:48:13,978 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-11T17:48:13,978 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/nfs.dump.dir in system properties and HBase conf
2024-11-11T17:48:13,979 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/java.io.tmpdir in system properties and HBase conf
2024-11-11T17:48:13,979 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-11T17:48:13,979 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-11T17:48:13,980 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-11T17:48:15,026 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-11T17:48:15,106 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2434ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-11T17:48:15,175 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-11T17:48:15,234 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-11T17:48:15,255 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-11T17:48:15,256 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-11T17:48:15,257 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-11T17:48:15,267 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-11T17:48:15,269 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/hadoop.log.dir/,AVAILABLE}
2024-11-11T17:48:15,270 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-11T17:48:15,456 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/java.io.tmpdir/jetty-localhost-39977-hadoop-hdfs-3_4_1-tests_jar-_-any-14915811137932058549/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-11T17:48:15,468 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:39977}
2024-11-11T17:48:15,468 INFO  [Time-limited test {}] server.Server(415): Started @2797ms
2024-11-11T17:48:15,964 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-11T17:48:15,971 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-11T17:48:15,972 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-11T17:48:15,972 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-11T17:48:15,972 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-11T17:48:15,973 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/hadoop.log.dir/,AVAILABLE}
2024-11-11T17:48:15,974 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-11T17:48:16,073 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/java.io.tmpdir/jetty-localhost-46821-hadoop-hdfs-3_4_1-tests_jar-_-any-10788787262571241597/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-11T17:48:16,073 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:46821}
2024-11-11T17:48:16,074 INFO  [Time-limited test {}] server.Server(415): Started @3403ms
2024-11-11T17:48:16,122 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-11T17:48:16,990 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/cluster_52497c71-2eb6-62ab-831c-8c4b2f8d17e5/data/data1/current/BP-171028144-172.17.0.2-1731347294579/current, will proceed with Du for space computation calculation, 
2024-11-11T17:48:16,990 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/cluster_52497c71-2eb6-62ab-831c-8c4b2f8d17e5/data/data2/current/BP-171028144-172.17.0.2-1731347294579/current, will proceed with Du for space computation calculation, 
2024-11-11T17:48:17,016 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-11T17:48:17,058 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd877ce5f1be6bd20 with lease ID 0x7f4460ee8ab88476: Processing first storage report for DS-762f9d67-5f51-4c1c-8f57-edecc9057f1c from datanode DatanodeRegistration(127.0.0.1:34159, datanodeUuid=ae57e111-6650-4a29-ab9a-576924e75867, infoPort=40895, infoSecurePort=0, ipcPort=34157, storageInfo=lv=-57;cid=testClusterID;nsid=1954554056;c=1731347294579)
2024-11-11T17:48:17,060 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd877ce5f1be6bd20 with lease ID 0x7f4460ee8ab88476: from storage DS-762f9d67-5f51-4c1c-8f57-edecc9057f1c node DatanodeRegistration(127.0.0.1:34159, datanodeUuid=ae57e111-6650-4a29-ab9a-576924e75867, infoPort=40895, infoSecurePort=0, ipcPort=34157, storageInfo=lv=-57;cid=testClusterID;nsid=1954554056;c=1731347294579), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0
2024-11-11T17:48:17,061 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd877ce5f1be6bd20 with lease ID 0x7f4460ee8ab88476: Processing first storage report for DS-391d82d4-3dd0-4ca2-b0ad-694d7391fe9d from datanode DatanodeRegistration(127.0.0.1:34159, datanodeUuid=ae57e111-6650-4a29-ab9a-576924e75867, infoPort=40895, infoSecurePort=0, ipcPort=34157, storageInfo=lv=-57;cid=testClusterID;nsid=1954554056;c=1731347294579)
2024-11-11T17:48:17,061 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd877ce5f1be6bd20 with lease ID 0x7f4460ee8ab88476: from storage DS-391d82d4-3dd0-4ca2-b0ad-694d7391fe9d node DatanodeRegistration(127.0.0.1:34159, datanodeUuid=ae57e111-6650-4a29-ab9a-576924e75867, infoPort=40895, infoSecurePort=0, ipcPort=34157, storageInfo=lv=-57;cid=testClusterID;nsid=1954554056;c=1731347294579), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-11T17:48:17,116 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c
2024-11-11T17:48:17,178 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/cluster_52497c71-2eb6-62ab-831c-8c4b2f8d17e5/zookeeper_0, clientPort=62790, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/cluster_52497c71-2eb6-62ab-831c-8c4b2f8d17e5/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/cluster_52497c71-2eb6-62ab-831c-8c4b2f8d17e5/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-11T17:48:17,188 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62790
2024-11-11T17:48:17,198 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-11T17:48:17,201 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-11T17:48:17,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741825_1001 (size=7)
2024-11-11T17:48:17,826 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7 with version=8
2024-11-11T17:48:17,826 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/hbase-staging
2024-11-11T17:48:17,917 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-11T17:48:18,145 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/01af7571cc75:0 server-side Connection retries=45
2024-11-11T17:48:18,154 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-11T17:48:18,154 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-11T17:48:18,158 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-11T17:48:18,158 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-11T17:48:18,159 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-11T17:48:18,280 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-11T17:48:18,331 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-11T17:48:18,339 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-11T17:48:18,342 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-11T17:48:18,364 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 126491 (auto-detected)
2024-11-11T17:48:18,365 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-11T17:48:18,381 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43645
2024-11-11T17:48:18,401 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43645 connecting to ZooKeeper ensemble=127.0.0.1:62790
2024-11-11T17:48:18,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436450x0, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-11T17:48:18,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43645-0x1012c4ce5730000 connected
2024-11-11T17:48:18,585 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-11T17:48:18,587 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-11T17:48:18,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-11T17:48:18,601 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7, hbase.cluster.distributed=false
2024-11-11T17:48:18,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-11T17:48:18,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43645
2024-11-11T17:48:18,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43645
2024-11-11T17:48:18,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43645
2024-11-11T17:48:18,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43645
2024-11-11T17:48:18,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43645
2024-11-11T17:48:18,739 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/01af7571cc75:0 server-side Connection retries=45
2024-11-11T17:48:18,740 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-11T17:48:18,740 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-11T17:48:18,741 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-11T17:48:18,741 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-11T17:48:18,741 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-11T17:48:18,743 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-11T17:48:18,746 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-11T17:48:18,747 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44273
2024-11-11T17:48:18,749 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44273 connecting to ZooKeeper ensemble=127.0.0.1:62790
2024-11-11T17:48:18,750 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-11T17:48:18,752 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-11T17:48:18,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442730x0, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-11T17:48:18,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44273-0x1012c4ce5730001 connected
2024-11-11T17:48:18,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442730x0, quorum=127.0.0.1:62790, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-11T17:48:18,771 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-11T17:48:18,778 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-11T17:48:18,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44273-0x1012c4ce5730001, quorum=127.0.0.1:62790, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-11T17:48:18,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44273-0x1012c4ce5730001, quorum=127.0.0.1:62790, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-11T17:48:18,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44273
2024-11-11T17:48:18,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44273
2024-11-11T17:48:18,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44273
2024-11-11T17:48:18,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44273
2024-11-11T17:48:18,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44273
2024-11-11T17:48:18,805 DEBUG [M:0;01af7571cc75:43645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01af7571cc75:43645
2024-11-11T17:48:18,806 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/01af7571cc75,43645,1731347297994
2024-11-11T17:48:18,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44273-0x1012c4ce5730001, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-11T17:48:18,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-11T17:48:18,824 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/01af7571cc75,43645,1731347297994
2024-11-11T17:48:18,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44273-0x1012c4ce5730001, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-11T17:48:18,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T17:48:18,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44273-0x1012c4ce5730001, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T17:48:18,856 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-11T17:48:18,857 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/01af7571cc75,43645,1731347297994 from backup master directory
2024-11-11T17:48:18,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44273-0x1012c4ce5730001, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-11T17:48:18,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/01af7571cc75,43645,1731347297994
2024-11-11T17:48:18,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-11T17:48:18,867 WARN  [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-11T17:48:18,867 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01af7571cc75,43645,1731347297994
2024-11-11T17:48:18,869 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-11T17:48:18,871 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-11T17:48:18,922 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/hbase.id] with ID: f3ab10b1-f5c2-4b12-97ee-06e8bf63216a
2024-11-11T17:48:18,922 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/.tmp/hbase.id
2024-11-11T17:48:18,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741826_1002 (size=42)
2024-11-11T17:48:19,335 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/.tmp/hbase.id]:[hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/hbase.id]
2024-11-11T17:48:19,388 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-11T17:48:19,393 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-11T17:48:19,412 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms.
2024-11-11T17:48:19,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T17:48:19,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44273-0x1012c4ce5730001, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T17:48:19,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741827_1003 (size=196)
2024-11-11T17:48:19,894 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-11T17:48:19,897 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-11T17:48:19,910 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:19,915 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-11T17:48:19,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741828_1004 (size=1189)
2024-11-11T17:48:20,366 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/MasterData/data/master/store
2024-11-11T17:48:20,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741829_1005 (size=34)
2024-11-11T17:48:20,796 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-11T17:48:20,800 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T17:48:20,802 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-11T17:48:20,802 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-11T17:48:20,803 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-11T17:48:20,804 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-11T17:48:20,805 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-11T17:48:20,805 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-11T17:48:20,806 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731347300802Disabling compacts and flushes for region at 1731347300802Disabling writes for close at 1731347300805 (+3 ms)Writing region close event to WAL at 1731347300805Closed at 1731347300805
2024-11-11T17:48:20,809 WARN  [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/MasterData/data/master/store/.initializing
2024-11-11T17:48:20,809 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/MasterData/WALs/01af7571cc75,43645,1731347297994
2024-11-11T17:48:20,819 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-11T17:48:20,833 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C43645%2C1731347297994, suffix=, logDir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/MasterData/WALs/01af7571cc75,43645,1731347297994, archiveDir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/MasterData/oldWALs, maxLogs=10
2024-11-11T17:48:20,861 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/MasterData/WALs/01af7571cc75,43645,1731347297994/01af7571cc75%2C43645%2C1731347297994.1731347300839, exclude list is [], retry=0
2024-11-11T17:48:20,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34159,DS-762f9d67-5f51-4c1c-8f57-edecc9057f1c,DISK]
2024-11-11T17:48:20,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-11T17:48:20,911 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/MasterData/WALs/01af7571cc75,43645,1731347297994/01af7571cc75%2C43645%2C1731347297994.1731347300839
2024-11-11T17:48:20,912 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40895:40895)]
2024-11-11T17:48:20,913 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-11T17:48:20,913 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T17:48:20,916 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-11T17:48:20,917 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-11T17:48:20,950 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-11T17:48:20,971 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-11T17:48:20,974 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:20,976 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T17:48:20,977 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-11T17:48:20,980 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-11T17:48:20,980 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:20,981 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:48:20,981 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-11T17:48:20,984 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-11T17:48:20,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:20,985 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:48:20,985 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-11T17:48:20,988 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-11T17:48:20,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:20,989 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:48:20,989 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-11T17:48:20,993 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-11T17:48:20,994 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-11T17:48:21,000 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-11T17:48:21,000 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-11T17:48:21,004 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-11T17:48:21,008 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-11T17:48:21,012 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-11T17:48:21,014 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72395224, jitterRate=0.0787729024887085}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-11T17:48:21,020 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731347300927Initializing all the Stores at 1731347300930 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731347300930Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347300931 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347300931Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347300931Cleaning up temporary data from old regions at 1731347301000 (+69 ms)Region opened successfully at 1731347301020 (+20 ms)
2024-11-11T17:48:21,022 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-11T17:48:21,052 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5ce06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01af7571cc75/172.17.0.2:0
2024-11-11T17:48:21,079 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-11T17:48:21,090 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-11T17:48:21,090 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-11T17:48:21,092 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-11T17:48:21,094 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-11T17:48:21,098 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-11T17:48:21,099 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-11T17:48:21,122 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-11T17:48:21,131 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-11T17:48:21,171 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-11T17:48:21,173 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-11T17:48:21,175 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-11T17:48:21,182 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-11T17:48:21,184 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-11T17:48:21,188 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-11T17:48:21,199 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-11T17:48:21,201 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-11T17:48:21,212 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-11T17:48:21,235 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-11T17:48:21,245 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-11T17:48:21,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44273-0x1012c4ce5730001, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-11T17:48:21,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-11T17:48:21,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44273-0x1012c4ce5730001, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T17:48:21,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T17:48:21,262 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01af7571cc75,43645,1731347297994, sessionid=0x1012c4ce5730000, setting cluster-up flag (Was=false)
2024-11-11T17:48:21,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44273-0x1012c4ce5730001, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T17:48:21,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T17:48:21,316 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-11T17:48:21,320 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01af7571cc75,43645,1731347297994
2024-11-11T17:48:21,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44273-0x1012c4ce5730001, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T17:48:21,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T17:48:21,366 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-11T17:48:21,369 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01af7571cc75,43645,1731347297994
2024-11-11T17:48:21,378 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-11T17:48:21,394 INFO  [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer(746): ClusterId : f3ab10b1-f5c2-4b12-97ee-06e8bf63216a
2024-11-11T17:48:21,396 DEBUG [RS:0;01af7571cc75:44273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-11T17:48:21,410 DEBUG [RS:0;01af7571cc75:44273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-11T17:48:21,410 DEBUG [RS:0;01af7571cc75:44273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-11T17:48:21,422 DEBUG [RS:0;01af7571cc75:44273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-11T17:48:21,423 DEBUG [RS:0;01af7571cc75:44273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dcf6075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01af7571cc75/172.17.0.2:0
2024-11-11T17:48:21,437 DEBUG [RS:0;01af7571cc75:44273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01af7571cc75:44273
2024-11-11T17:48:21,439 INFO  [RS:0;01af7571cc75:44273 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-11T17:48:21,440 INFO  [RS:0;01af7571cc75:44273 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-11T17:48:21,440 DEBUG [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-11T17:48:21,443 INFO  [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer(2659): reportForDuty to master=01af7571cc75,43645,1731347297994 with port=44273, startcode=1731347298708
2024-11-11T17:48:21,449 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-11T17:48:21,455 DEBUG [RS:0;01af7571cc75:44273 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-11T17:48:21,458 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-11T17:48:21,464 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-11T17:48:21,469 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01af7571cc75,43645,1731347297994
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-11T17:48:21,476 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5
2024-11-11T17:48:21,476 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5
2024-11-11T17:48:21,478 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5
2024-11-11T17:48:21,480 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5
2024-11-11T17:48:21,480 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01af7571cc75:0, corePoolSize=10, maxPoolSize=10
2024-11-11T17:48:21,481 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01af7571cc75:0, corePoolSize=1, maxPoolSize=1
2024-11-11T17:48:21,481 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01af7571cc75:0, corePoolSize=2, maxPoolSize=2
2024-11-11T17:48:21,481 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01af7571cc75:0, corePoolSize=1, maxPoolSize=1
2024-11-11T17:48:21,482 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731347331482
2024-11-11T17:48:21,485 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-11T17:48:21,486 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-11T17:48:21,490 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-11T17:48:21,490 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-11T17:48:21,490 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-11T17:48:21,491 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-11T17:48:21,491 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-11T17:48:21,492 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-11T17:48:21,492 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-11T17:48:21,493 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-11T17:48:21,497 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-11T17:48:21,498 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:21,498 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43645 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:21,498 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-11T17:48:21,499 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-11T17:48:21,499 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-11T17:48:21,501 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-11T17:48:21,501 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-11T17:48:21,503 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.large.0-1731347301503,5,FailOnTimeoutGroup]
2024-11-11T17:48:21,504 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.small.0-1731347301504,5,FailOnTimeoutGroup]
2024-11-11T17:48:21,504 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-11T17:48:21,505 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-11T17:48:21,506 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-11T17:48:21,506 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-11T17:48:21,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741831_1007 (size=1321)
2024-11-11T17:48:21,525 DEBUG [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-11T17:48:21,525 WARN  [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-11T17:48:21,628 INFO  [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer(2659): reportForDuty to master=01af7571cc75,43645,1731347297994 with port=44273, startcode=1731347298708
2024-11-11T17:48:21,634 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43645 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01af7571cc75,44273,1731347298708
2024-11-11T17:48:21,637 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43645 {}] master.ServerManager(517): Registering regionserver=01af7571cc75,44273,1731347298708
2024-11-11T17:48:21,644 DEBUG [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7
2024-11-11T17:48:21,645 DEBUG [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42687
2024-11-11T17:48:21,645 DEBUG [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-11T17:48:21,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-11T17:48:21,658 DEBUG [RS:0;01af7571cc75:44273 {}] zookeeper.ZKUtil(111): regionserver:44273-0x1012c4ce5730001, quorum=127.0.0.1:62790, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/01af7571cc75,44273,1731347298708
2024-11-11T17:48:21,658 WARN  [RS:0;01af7571cc75:44273 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-11T17:48:21,659 INFO  [RS:0;01af7571cc75:44273 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-11T17:48:21,659 DEBUG [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/WALs/01af7571cc75,44273,1731347298708
2024-11-11T17:48:21,660 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01af7571cc75,44273,1731347298708]
2024-11-11T17:48:21,686 INFO  [RS:0;01af7571cc75:44273 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-11T17:48:21,701 INFO  [RS:0;01af7571cc75:44273 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-11T17:48:21,705 INFO  [RS:0;01af7571cc75:44273 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-11T17:48:21,705 INFO  [RS:0;01af7571cc75:44273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-11T17:48:21,706 INFO  [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-11T17:48:21,711 INFO  [RS:0;01af7571cc75:44273 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-11T17:48:21,712 INFO  [RS:0;01af7571cc75:44273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-11T17:48:21,712 DEBUG [RS:0;01af7571cc75:44273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1
2024-11-11T17:48:21,713 DEBUG [RS:0;01af7571cc75:44273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1
2024-11-11T17:48:21,713 DEBUG [RS:0;01af7571cc75:44273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1
2024-11-11T17:48:21,713 DEBUG [RS:0;01af7571cc75:44273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1
2024-11-11T17:48:21,713 DEBUG [RS:0;01af7571cc75:44273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1
2024-11-11T17:48:21,713 DEBUG [RS:0;01af7571cc75:44273 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01af7571cc75:0, corePoolSize=2, maxPoolSize=2
2024-11-11T17:48:21,713 DEBUG [RS:0;01af7571cc75:44273 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1
2024-11-11T17:48:21,714 DEBUG [RS:0;01af7571cc75:44273 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1
2024-11-11T17:48:21,714 DEBUG [RS:0;01af7571cc75:44273 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1
2024-11-11T17:48:21,714 DEBUG [RS:0;01af7571cc75:44273 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1
2024-11-11T17:48:21,714 DEBUG [RS:0;01af7571cc75:44273 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1
2024-11-11T17:48:21,714 DEBUG [RS:0;01af7571cc75:44273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1
2024-11-11T17:48:21,714 DEBUG [RS:0;01af7571cc75:44273 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01af7571cc75:0, corePoolSize=3, maxPoolSize=3
2024-11-11T17:48:21,714 DEBUG [RS:0;01af7571cc75:44273 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0, corePoolSize=3, maxPoolSize=3
2024-11-11T17:48:21,715 INFO  [RS:0;01af7571cc75:44273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-11T17:48:21,715 INFO  [RS:0;01af7571cc75:44273 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-11T17:48:21,716 INFO  [RS:0;01af7571cc75:44273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-11T17:48:21,716 INFO  [RS:0;01af7571cc75:44273 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-11T17:48:21,716 INFO  [RS:0;01af7571cc75:44273 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-11T17:48:21,716 INFO  [RS:0;01af7571cc75:44273 {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,44273,1731347298708-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-11T17:48:21,735 INFO  [RS:0;01af7571cc75:44273 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-11T17:48:21,737 INFO  [RS:0;01af7571cc75:44273 {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,44273,1731347298708-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-11T17:48:21,737 INFO  [RS:0;01af7571cc75:44273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-11T17:48:21,737 INFO  [RS:0;01af7571cc75:44273 {}] regionserver.Replication(171): 01af7571cc75,44273,1731347298708 started
2024-11-11T17:48:21,754 INFO  [RS:0;01af7571cc75:44273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-11T17:48:21,755 INFO  [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer(1482): Serving as 01af7571cc75,44273,1731347298708, RpcServer on 01af7571cc75/172.17.0.2:44273, sessionid=0x1012c4ce5730001
2024-11-11T17:48:21,756 DEBUG [RS:0;01af7571cc75:44273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-11T17:48:21,756 DEBUG [RS:0;01af7571cc75:44273 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01af7571cc75,44273,1731347298708
2024-11-11T17:48:21,756 DEBUG [RS:0;01af7571cc75:44273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01af7571cc75,44273,1731347298708'
2024-11-11T17:48:21,756 DEBUG [RS:0;01af7571cc75:44273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-11T17:48:21,757 DEBUG [RS:0;01af7571cc75:44273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-11T17:48:21,758 DEBUG [RS:0;01af7571cc75:44273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-11T17:48:21,758 DEBUG [RS:0;01af7571cc75:44273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-11T17:48:21,758 DEBUG [RS:0;01af7571cc75:44273 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01af7571cc75,44273,1731347298708
2024-11-11T17:48:21,758 DEBUG [RS:0;01af7571cc75:44273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01af7571cc75,44273,1731347298708'
2024-11-11T17:48:21,759 DEBUG [RS:0;01af7571cc75:44273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-11T17:48:21,759 DEBUG [RS:0;01af7571cc75:44273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-11T17:48:21,760 DEBUG [RS:0;01af7571cc75:44273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-11T17:48:21,760 INFO  [RS:0;01af7571cc75:44273 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-11T17:48:21,760 INFO  [RS:0;01af7571cc75:44273 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-11T17:48:21,869 INFO  [RS:0;01af7571cc75:44273 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-11T17:48:21,873 INFO  [RS:0;01af7571cc75:44273 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C44273%2C1731347298708, suffix=, logDir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/WALs/01af7571cc75,44273,1731347298708, archiveDir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/oldWALs, maxLogs=32
2024-11-11T17:48:21,888 DEBUG [RS:0;01af7571cc75:44273 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/WALs/01af7571cc75,44273,1731347298708/01af7571cc75%2C44273%2C1731347298708.1731347301876, exclude list is [], retry=0
2024-11-11T17:48:21,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34159,DS-762f9d67-5f51-4c1c-8f57-edecc9057f1c,DISK]
2024-11-11T17:48:21,896 INFO  [RS:0;01af7571cc75:44273 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/WALs/01af7571cc75,44273,1731347298708/01af7571cc75%2C44273%2C1731347298708.1731347301876
2024-11-11T17:48:21,896 DEBUG [RS:0;01af7571cc75:44273 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40895:40895)]
2024-11-11T17:48:21,912 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-11T17:48:21,912 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7
2024-11-11T17:48:21,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741833_1009 (size=32)
2024-11-11T17:48:22,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T17:48:22,334 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-11T17:48:22,336 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-11T17:48:22,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:22,338 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T17:48:22,338 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-11T17:48:22,341 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-11T17:48:22,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:22,342 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T17:48:22,342 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-11T17:48:22,344 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-11T17:48:22,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:22,345 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T17:48:22,346 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-11T17:48:22,348 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-11T17:48:22,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:22,349 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T17:48:22,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-11T17:48:22,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/1588230740
2024-11-11T17:48:22,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/1588230740
2024-11-11T17:48:22,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-11T17:48:22,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-11T17:48:22,356 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-11T17:48:22,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-11T17:48:22,363 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-11T17:48:22,365 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73723546, jitterRate=0.0985664427280426}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-11T17:48:22,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731347302327Initializing all the Stores at 1731347302333 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731347302333Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731347302333Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347302333Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731347302333Cleaning up temporary data from old regions at 1731347302355 (+22 ms)Region opened successfully at 1731347302368 (+13 ms)
2024-11-11T17:48:22,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-11T17:48:22,368 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-11T17:48:22,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-11T17:48:22,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-11T17:48:22,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-11T17:48:22,370 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-11T17:48:22,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731347302368Disabling compacts and flushes for region at 1731347302368Disabling writes for close at 1731347302369 (+1 ms)Writing region close event to WAL at 1731347302370 (+1 ms)Closed at 1731347302370
2024-11-11T17:48:22,374 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-11T17:48:22,374 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-11T17:48:22,380 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-11T17:48:22,387 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-11T17:48:22,390 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-11T17:48:22,548 DEBUG [01af7571cc75:43645 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-11T17:48:22,560 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:48:22,565 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01af7571cc75,44273,1731347298708, state=OPENING
2024-11-11T17:48:22,604 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-11T17:48:22,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44273-0x1012c4ce5730001, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T17:48:22,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T17:48:22,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-11T17:48:22,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-11T17:48:22,616 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-11T17:48:22,620 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01af7571cc75,44273,1731347298708}]
2024-11-11T17:48:22,797 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-11T17:48:22,801 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-11T17:48:22,813 INFO  [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-11T17:48:22,813 INFO  [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-11T17:48:22,814 INFO  [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-11T17:48:22,817 INFO  [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C44273%2C1731347298708.meta, suffix=.meta, logDir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/WALs/01af7571cc75,44273,1731347298708, archiveDir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/oldWALs, maxLogs=32
2024-11-11T17:48:22,832 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/WALs/01af7571cc75,44273,1731347298708/01af7571cc75%2C44273%2C1731347298708.meta.1731347302819.meta, exclude list is [], retry=0
2024-11-11T17:48:22,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34159,DS-762f9d67-5f51-4c1c-8f57-edecc9057f1c,DISK]
2024-11-11T17:48:22,839 INFO  [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/WALs/01af7571cc75,44273,1731347298708/01af7571cc75%2C44273%2C1731347298708.meta.1731347302819.meta
2024-11-11T17:48:22,839 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40895:40895)]
2024-11-11T17:48:22,839 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-11T17:48:22,841 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-11T17:48:22,843 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-11T17:48:22,847 INFO  [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-11T17:48:22,851 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-11T17:48:22,852 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T17:48:22,852 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-11T17:48:22,852 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-11T17:48:22,855 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-11T17:48:22,856 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-11T17:48:22,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:22,857 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T17:48:22,858 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-11T17:48:22,859 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-11T17:48:22,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:22,860 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T17:48:22,861 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-11T17:48:22,862 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-11T17:48:22,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:22,863 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T17:48:22,864 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-11T17:48:22,865 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-11T17:48:22,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:22,866 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-11T17:48:22,866 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-11T17:48:22,868 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/1588230740
2024-11-11T17:48:22,871 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/1588230740
2024-11-11T17:48:22,874 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-11T17:48:22,874 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-11T17:48:22,875 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-11T17:48:22,878 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-11T17:48:22,880 INFO  [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64117308, jitterRate=-0.04457765817642212}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-11T17:48:22,880 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-11T17:48:22,882 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731347302852Writing region info on filesystem at 1731347302853 (+1 ms)Initializing all the Stores at 1731347302854 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731347302854Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731347302855 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347302855Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731347302855Cleaning up temporary data from old regions at 1731347302874 (+19 ms)Running coprocessor post-open hooks at 1731347302880 (+6 ms)Region opened successfully at 1731347302882 (+2 ms)
2024-11-11T17:48:22,889 INFO  [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731347302788
2024-11-11T17:48:22,899 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-11T17:48:22,900 INFO  [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-11T17:48:22,902 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:48:22,904 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01af7571cc75,44273,1731347298708, state=OPEN
2024-11-11T17:48:22,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44273-0x1012c4ce5730001, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-11T17:48:22,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-11T17:48:22,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-11T17:48:22,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-11T17:48:22,940 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:22,949 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-11T17:48:22,949 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01af7571cc75,44273,1731347298708 in 320 msec
2024-11-11T17:48:22,956 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-11T17:48:22,956 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 571 msec
2024-11-11T17:48:22,957 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-11T17:48:22,958 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-11T17:48:22,976 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:48:22,977 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:48:22,995 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:48:22,998 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:48:23,018 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6100 sec
2024-11-11T17:48:23,018 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731347303018, completionTime=-1
2024-11-11T17:48:23,020 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-11T17:48:23,021 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-11T17:48:23,045 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-11T17:48:23,045 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731347363045
2024-11-11T17:48:23,045 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731347423045
2024-11-11T17:48:23,045 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 24 msec
2024-11-11T17:48:23,047 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,43645,1731347297994-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-11T17:48:23,048 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,43645,1731347297994-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-11T17:48:23,048 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,43645,1731347297994-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-11T17:48:23,049 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01af7571cc75:43645, period=300000, unit=MILLISECONDS is enabled.
2024-11-11T17:48:23,050 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-11T17:48:23,050 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-11T17:48:23,055 DEBUG [master/01af7571cc75:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-11T17:48:23,076 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.209sec
2024-11-11T17:48:23,077 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-11T17:48:23,079 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-11T17:48:23,080 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-11T17:48:23,080 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-11T17:48:23,080 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-11T17:48:23,081 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,43645,1731347297994-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-11T17:48:23,081 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,43645,1731347297994-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-11T17:48:23,089 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-11T17:48:23,090 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-11T17:48:23,090 INFO  [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,43645,1731347297994-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-11T17:48:23,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:23,106 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-11T17:48:23,106 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-11T17:48:23,109 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:48:23,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:48:23,119 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:48:23,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:48:23,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:48:23,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a1c4f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:23,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:48:23,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:48:23,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:23,129 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:48:23,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:23,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:48:23,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:48:23,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:48:23,141 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:48:23,162 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01af7571cc75,43645,1731347297994
2024-11-11T17:48:23,172 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=158, ProcessCount=11, AvailableMemoryMB=7361
2024-11-11T17:48:23,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-11T17:48:23,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01af7571cc75,43645,1731347297994
2024-11-11T17:48:23,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48fe66d7
2024-11-11T17:48:23,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-11T17:48:23,205 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-11T17:48:23,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-11T17:48:23,212 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-11T17:48:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-11T17:48:23,223 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-11T17:48:23,228 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 4
2024-11-11T17:48:23,229 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:23,232 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-11T17:48:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-11T17:48:23,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741835_1011 (size=1061)
2024-11-11T17:48:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-11T17:48:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-11T17:48:23,650 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7
2024-11-11T17:48:23,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741836_1012 (size=53)
2024-11-11T17:48:23,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-11T17:48:24,063 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T17:48:24,063 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 040197ac32d4fca0c80651e0e98831b3, disabling compactions & flushes
2024-11-11T17:48:24,063 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:24,063 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:24,064 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. after waiting 0 ms
2024-11-11T17:48:24,064 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:24,064 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:24,064 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 040197ac32d4fca0c80651e0e98831b3:
Waiting for close lock at 1731347304063Disabling compacts and flushes for region at 1731347304063Disabling writes for close at 1731347304064 (+1 ms)Writing region close event to WAL at 1731347304064Closed at 1731347304064
2024-11-11T17:48:24,067 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-11T17:48:24,074 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731347304067"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731347304067"}]},"ts":"1731347304067"}
2024-11-11T17:48:24,078 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-11T17:48:24,080 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-11T17:48:24,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731347304080"}]},"ts":"1731347304080"}
2024-11-11T17:48:24,086 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-11T17:48:24,088 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=040197ac32d4fca0c80651e0e98831b3, ASSIGN}]
2024-11-11T17:48:24,090 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=040197ac32d4fca0c80651e0e98831b3, ASSIGN
2024-11-11T17:48:24,092 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=040197ac32d4fca0c80651e0e98831b3, ASSIGN; state=OFFLINE, location=01af7571cc75,44273,1731347298708; forceNewPlan=false, retain=false
2024-11-11T17:48:24,245 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=040197ac32d4fca0c80651e0e98831b3, regionState=OPENING, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:48:24,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=040197ac32d4fca0c80651e0e98831b3, ASSIGN because future has completed
2024-11-11T17:48:24,253 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708}]
2024-11-11T17:48:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-11T17:48:24,416 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:24,417 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
2024-11-11T17:48:24,417 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:24,418 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T17:48:24,418 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:24,418 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:24,421 INFO  [StoreOpener-040197ac32d4fca0c80651e0e98831b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 040197ac32d4fca0c80651e0e98831b3 
2024-11-11T17:48:24,425 INFO  [StoreOpener-040197ac32d4fca0c80651e0e98831b3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:48:24,426 INFO  [StoreOpener-040197ac32d4fca0c80651e0e98831b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 040197ac32d4fca0c80651e0e98831b3 columnFamilyName A
2024-11-11T17:48:24,426 DEBUG [StoreOpener-040197ac32d4fca0c80651e0e98831b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:24,427 INFO  [StoreOpener-040197ac32d4fca0c80651e0e98831b3-1 {}] regionserver.HStore(327): Store=040197ac32d4fca0c80651e0e98831b3/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:48:24,427 INFO  [StoreOpener-040197ac32d4fca0c80651e0e98831b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 040197ac32d4fca0c80651e0e98831b3 
2024-11-11T17:48:24,430 INFO  [StoreOpener-040197ac32d4fca0c80651e0e98831b3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:48:24,430 INFO  [StoreOpener-040197ac32d4fca0c80651e0e98831b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 040197ac32d4fca0c80651e0e98831b3 columnFamilyName B
2024-11-11T17:48:24,430 DEBUG [StoreOpener-040197ac32d4fca0c80651e0e98831b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:24,431 INFO  [StoreOpener-040197ac32d4fca0c80651e0e98831b3-1 {}] regionserver.HStore(327): Store=040197ac32d4fca0c80651e0e98831b3/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:48:24,432 INFO  [StoreOpener-040197ac32d4fca0c80651e0e98831b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 040197ac32d4fca0c80651e0e98831b3 
2024-11-11T17:48:24,434 INFO  [StoreOpener-040197ac32d4fca0c80651e0e98831b3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:48:24,434 INFO  [StoreOpener-040197ac32d4fca0c80651e0e98831b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 040197ac32d4fca0c80651e0e98831b3 columnFamilyName C
2024-11-11T17:48:24,434 DEBUG [StoreOpener-040197ac32d4fca0c80651e0e98831b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:24,435 INFO  [StoreOpener-040197ac32d4fca0c80651e0e98831b3-1 {}] regionserver.HStore(327): Store=040197ac32d4fca0c80651e0e98831b3/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:48:24,436 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:24,436 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:24,438 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:24,439 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:24,441 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:24,441 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:24,442 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-11T17:48:24,445 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:24,449 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-11T17:48:24,450 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 040197ac32d4fca0c80651e0e98831b3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72352441, jitterRate=0.07813538610935211}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-11T17:48:24,450 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:24,451 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 040197ac32d4fca0c80651e0e98831b3:
Running coprocessor pre-open hook at 1731347304418Writing region info on filesystem at 1731347304418Initializing all the Stores at 1731347304420 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347304421 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347304421Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347304421Cleaning up temporary data from old regions at 1731347304441 (+20 ms)Running coprocessor post-open hooks at 1731347304450 (+9 ms)Region opened successfully at 1731347304451 (+1 ms)
2024-11-11T17:48:24,453 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., pid=6, masterSystemTime=1731347304408
2024-11-11T17:48:24,457 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:24,457 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:24,458 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=040197ac32d4fca0c80651e0e98831b3, regionState=OPEN, openSeqNum=2, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:48:24,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708 because future has completed
2024-11-11T17:48:24,469 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-11T17:48:24,471 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708 in 212 msec
2024-11-11T17:48:24,474 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-11T17:48:24,475 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=040197ac32d4fca0c80651e0e98831b3, ASSIGN in 382 msec
2024-11-11T17:48:24,476 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-11T17:48:24,477 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731347304477"}]},"ts":"1731347304477"}
2024-11-11T17:48:24,481 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-11T17:48:24,483 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-11T17:48:24,487 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2690 sec
2024-11-11T17:48:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-11T17:48:25,390 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:48:25,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,401 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:48:25,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:48:25,403 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:48:25,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:48:25,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:48:25,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d6336a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:48:25,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:48:25,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:25,406 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:48:25,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7323ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:48:25,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:48:25,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:48:25,413 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:48:25,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-11T17:48:25,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 01af7571cc75,43645,1731347297994
2024-11-11T17:48:25,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58b5dcfd
2024-11-11T17:48:25,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-11T17:48:25,422 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-11T17:48:25,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,427 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:48:25,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:48:25,429 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:48:25,430 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:48:25,430 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:48:25,431 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703ed473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,431 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:48:25,431 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:48:25,432 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:25,433 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:48:25,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3937ace3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:48:25,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:48:25,437 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:48:25,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:48:25,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:48:25,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ffd0298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:48:25,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:48:25,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:25,441 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:48:25,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bed14c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,443 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:48:25,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:48:25,445 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:48:25,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:48:25,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:48:25,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af2c0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:48:25,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:48:25,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:25,449 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:48:25,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1612488f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,451 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:48:25,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:48:25,459 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:48:25,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:48:25,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:48:25,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b9dd8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:48:25,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:48:25,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:25,463 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:48:25,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3ac293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:48:25,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:48:25,466 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:48:25,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:48:25,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:48:25,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49b6e9c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:48:25,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:48:25,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:25,469 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:48:25,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699dc69a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:48:25,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:48:25,473 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:48:25,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:48:25,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:48:25,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed5a5b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:48:25,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:48:25,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:25,476 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:48:25,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc3cde7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238acdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:48:25,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:48:25,480 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:48:25,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:48:25,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:48:25,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24aa1c15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:48:25,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:48:25,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:25,483 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:48:25,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fce0532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,485 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:48:25,486 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:48:25,487 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:48:25,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:48:25,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:48:25,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee22a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:48:25,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:48:25,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:25,490 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:48:25,491 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b92dc16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:48:25,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:48:25,493 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:48:25,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:48:25,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:48:25,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c83f8e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:48:25,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:48:25,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:25,496 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:48:25,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c944594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:25,502 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:48:25,502 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:48:25,502 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:48:25,502 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:48:25,504 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:48:25,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:48:25,504 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:48:25,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:48:25,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:48:25,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:48:25,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:48:25,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:48:25,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:48:25,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:48:25,507 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:48:25,507 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:48:25,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:48:25,507 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:48:25,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:48:25,508 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:48:25,508 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:48:25,508 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:48:25,508 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:48:25,509 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:48:25,509 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:48:25,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:48:25,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:48:25,510 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:48:25,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:48:25,511 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:48:25,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:48:25,512 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:48:25,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:48:25,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:48:25,514 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:48:25,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:48:25,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:48:25,517 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:48:25,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:48:25,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:48:25,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:48:25,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:48:25,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:48:25,526 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:48:25,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:48:25,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:48:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees
2024-11-11T17:48:25,538 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:48:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-11T17:48:25,540 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:48:25,543 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:48:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:25,594 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 040197ac32d4fca0c80651e0e98831b3 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-11T17:48:25,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=A
2024-11-11T17:48:25,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:25,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=B
2024-11-11T17:48:25,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:25,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=C
2024-11-11T17:48:25,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-11T17:48:25,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/f4d49b3d05904cd882563be622b0ec78 is 50, key is test_row_0/A:col10/1731347305582/Put/seqid=0
2024-11-11T17:48:25,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-11T17:48:25,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:25,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:25,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:25,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:25,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:25,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741837_1013 (size=14341)
2024-11-11T17:48:25,772 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731347305646, max timestamp=1731347305759Num uniques 859; 
2024-11-11T17:48:25,772 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14144, totalHeapSize=32376, min timestamp=1731347305646, max timestamp=1731347305759Num uniques 859; 
2024-11-11T17:48:25,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=14144, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-11T17:48:25,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-11T17:48:25,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731347305646, max timestamp=1731347305759Num uniques 859; 
2024-11-11T17:48:25,782 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-11T17:48:25,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:25,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347365826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347365823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:25,842 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347365829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:25,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:25,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:25,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:25,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347365830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:25,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:25,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:25,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:25,845 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:25,845 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:25,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:25,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:25,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:25,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:25,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347365836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:25,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:25,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:25,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-11T17:48:25,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-11T17:48:25,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:25,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:25,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:25,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:25,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:25,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347365956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:25,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:25,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:25,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:25,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347365958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:25,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347365958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:25,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347365958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:25,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:25,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347365958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:25,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:25,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:25,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:25,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:25,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:25,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:25,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:25,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:25,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:25,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:25,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:26,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-11T17:48:26,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:26,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:26,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:26,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:26,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:26,145 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/f4d49b3d05904cd882563be622b0ec78
2024-11-11T17:48:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-11T17:48:26,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347366176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:26,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347366177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:26,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:26,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:26,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:26,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:26,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347366178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:26,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:26,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:26,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:26,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:26,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:26,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347366179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:26,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347366179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:26,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:26,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:26,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:26,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:26,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:26,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:26,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-11T17:48:26,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:26,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:26,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:26,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:26,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:26,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/8d0aa45540f94c8fa26dfa62325f6129 is 50, key is test_row_0/B:col10/1731347305582/Put/seqid=0
2024-11-11T17:48:26,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741838_1014 (size=12001)
2024-11-11T17:48:26,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-11T17:48:26,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:26,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:26,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:26,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:26,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:26,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347366486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:26,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:26,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:26,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:26,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347366486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:26,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:26,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:26,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:26,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347366495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:26,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:26,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:26,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:26,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347366495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:26,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:26,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347366496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:26,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:26,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:26,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:26,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:26,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:26,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-11T17:48:26,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:26,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:26,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:26,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:26,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-11T17:48:26,682 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/8d0aa45540f94c8fa26dfa62325f6129
2024-11-11T17:48:26,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-11T17:48:26,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:26,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:26,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:26,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:26,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:26,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/097c63110eb4454aa48ebdd1b066d01e is 50, key is test_row_0/C:col10/1731347305582/Put/seqid=0
2024-11-11T17:48:26,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741839_1015 (size=12001)
2024-11-11T17:48:26,734 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/097c63110eb4454aa48ebdd1b066d01e
2024-11-11T17:48:26,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/f4d49b3d05904cd882563be622b0ec78 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/f4d49b3d05904cd882563be622b0ec78
2024-11-11T17:48:26,764 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/f4d49b3d05904cd882563be622b0ec78, entries=200, sequenceid=11, filesize=14.0 K
2024-11-11T17:48:26,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/8d0aa45540f94c8fa26dfa62325f6129 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/8d0aa45540f94c8fa26dfa62325f6129
2024-11-11T17:48:26,783 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/8d0aa45540f94c8fa26dfa62325f6129, entries=150, sequenceid=11, filesize=11.7 K
2024-11-11T17:48:26,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/097c63110eb4454aa48ebdd1b066d01e as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/097c63110eb4454aa48ebdd1b066d01e
2024-11-11T17:48:26,800 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/097c63110eb4454aa48ebdd1b066d01e, entries=150, sequenceid=11, filesize=11.7 K
2024-11-11T17:48:26,810 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=136.42 KB/139690 for 040197ac32d4fca0c80651e0e98831b3 in 1213ms, sequenceid=11, compaction requested=false
2024-11-11T17:48:26,811 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-11T17:48:26,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:26,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-11T17:48:26,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:26,844 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 040197ac32d4fca0c80651e0e98831b3 3/3 column families, dataSize=136.42 KB heapSize=380.69 KB
2024-11-11T17:48:26,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=A
2024-11-11T17:48:26,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:48:26,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=B
2024-11-11T17:48:26,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:48:26,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=C
2024-11-11T17:48:26,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:48:26,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/0833ee47436f4421ad96ba4367888963 is 50, key is test_row_0/A:col10/1731347305828/Put/seqid=0
2024-11-11T17:48:26,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741840_1016 (size=12001)
2024-11-11T17:48:26,894 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/0833ee47436f4421ad96ba4367888963
2024-11-11T17:48:26,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/f9608c2a1b1348fa96f197337ca9a551 is 50, key is test_row_0/B:col10/1731347305828/Put/seqid=0
2024-11-11T17:48:26,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741841_1017 (size=12001)
2024-11-11T17:48:26,944 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/f9608c2a1b1348fa96f197337ca9a551
2024-11-11T17:48:26,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/c26bbeae4dbd4b6a86050dd69b88ff58 is 50, key is test_row_0/C:col10/1731347305828/Put/seqid=0
2024-11-11T17:48:26,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741842_1018 (size=12001)
2024-11-11T17:48:27,001 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/c26bbeae4dbd4b6a86050dd69b88ff58
2024-11-11T17:48:27,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/0833ee47436f4421ad96ba4367888963 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/0833ee47436f4421ad96ba4367888963
2024-11-11T17:48:27,032 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/0833ee47436f4421ad96ba4367888963, entries=150, sequenceid=46, filesize=11.7 K
2024-11-11T17:48:27,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/f9608c2a1b1348fa96f197337ca9a551 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/f9608c2a1b1348fa96f197337ca9a551
2024-11-11T17:48:27,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:27,059 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/f9608c2a1b1348fa96f197337ca9a551, entries=150, sequenceid=46, filesize=11.7 K
2024-11-11T17:48:27,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/c26bbeae4dbd4b6a86050dd69b88ff58 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/c26bbeae4dbd4b6a86050dd69b88ff58
2024-11-11T17:48:27,080 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/c26bbeae4dbd4b6a86050dd69b88ff58, entries=150, sequenceid=46, filesize=11.7 K
2024-11-11T17:48:27,082 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~136.42 KB/139690, heapSize ~380.64 KB/389776, currentSize=33.54 KB/34350 for 040197ac32d4fca0c80651e0e98831b3 in 238ms, sequenceid=46, compaction requested=false
2024-11-11T17:48:27,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:27,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:27,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-11T17:48:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-11T17:48:27,091 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-11T17:48:27,091 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5440 sec
2024-11-11T17:48:27,095 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.5640 sec
2024-11-11T17:48:27,099 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 040197ac32d4fca0c80651e0e98831b3 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-11T17:48:27,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=A
2024-11-11T17:48:27,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:27,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=B
2024-11-11T17:48:27,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:27,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=C
2024-11-11T17:48:27,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:27,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/ab0c59c91db1467fa19d5510ae51e982 is 50, key is test_row_0/A:col10/1731347307084/Put/seqid=0
2024-11-11T17:48:27,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741843_1019 (size=14341)
2024-11-11T17:48:27,129 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/ab0c59c91db1467fa19d5510ae51e982
2024-11-11T17:48:27,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/b7af4af6c7164ad6834b927265f2d595 is 50, key is test_row_0/B:col10/1731347307084/Put/seqid=0
2024-11-11T17:48:27,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741844_1020 (size=14341)
2024-11-11T17:48:27,179 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/b7af4af6c7164ad6834b927265f2d595
2024-11-11T17:48:27,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/a7659fc7059d4bb09bf39be2a8ca7648 is 50, key is test_row_0/C:col10/1731347307084/Put/seqid=0
2024-11-11T17:48:27,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741845_1021 (size=12001)
2024-11-11T17:48:27,228 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/a7659fc7059d4bb09bf39be2a8ca7648
2024-11-11T17:48:27,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/ab0c59c91db1467fa19d5510ae51e982 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/ab0c59c91db1467fa19d5510ae51e982
2024-11-11T17:48:27,256 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/ab0c59c91db1467fa19d5510ae51e982, entries=200, sequenceid=56, filesize=14.0 K
2024-11-11T17:48:27,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/b7af4af6c7164ad6834b927265f2d595 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/b7af4af6c7164ad6834b927265f2d595
2024-11-11T17:48:27,270 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/b7af4af6c7164ad6834b927265f2d595, entries=200, sequenceid=56, filesize=14.0 K
2024-11-11T17:48:27,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/a7659fc7059d4bb09bf39be2a8ca7648 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/a7659fc7059d4bb09bf39be2a8ca7648
2024-11-11T17:48:27,294 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/a7659fc7059d4bb09bf39be2a8ca7648, entries=150, sequenceid=56, filesize=11.7 K
2024-11-11T17:48:27,302 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=87.22 KB/89310 for 040197ac32d4fca0c80651e0e98831b3 in 203ms, sequenceid=56, compaction requested=true
2024-11-11T17:48:27,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:27,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 040197ac32d4fca0c80651e0e98831b3:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:48:27,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:27,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 040197ac32d4fca0c80651e0e98831b3:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:48:27,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:27,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 040197ac32d4fca0c80651e0e98831b3:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:48:27,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:48:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:27,309 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 040197ac32d4fca0c80651e0e98831b3 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-11T17:48:27,309 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:48:27,309 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:48:27,314 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:48:27,314 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:48:27,316 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 040197ac32d4fca0c80651e0e98831b3/B is initiating minor compaction (all files)
2024-11-11T17:48:27,317 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 040197ac32d4fca0c80651e0e98831b3/B in TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:27,317 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/8d0aa45540f94c8fa26dfa62325f6129, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/f9608c2a1b1348fa96f197337ca9a551, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/b7af4af6c7164ad6834b927265f2d595] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp, totalSize=37.4 K
2024-11-11T17:48:27,318 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 040197ac32d4fca0c80651e0e98831b3/A is initiating minor compaction (all files)
2024-11-11T17:48:27,318 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 040197ac32d4fca0c80651e0e98831b3/A in TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:27,319 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d0aa45540f94c8fa26dfa62325f6129, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731347305561
2024-11-11T17:48:27,319 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/f4d49b3d05904cd882563be622b0ec78, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/0833ee47436f4421ad96ba4367888963, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/ab0c59c91db1467fa19d5510ae51e982] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp, totalSize=39.7 K
2024-11-11T17:48:27,320 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting f9608c2a1b1348fa96f197337ca9a551, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731347305822
2024-11-11T17:48:27,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=A
2024-11-11T17:48:27,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:27,321 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting b7af4af6c7164ad6834b927265f2d595, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731347307057
2024-11-11T17:48:27,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=B
2024-11-11T17:48:27,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:27,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=C
2024-11-11T17:48:27,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:27,322 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4d49b3d05904cd882563be622b0ec78, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731347305561
2024-11-11T17:48:27,324 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0833ee47436f4421ad96ba4367888963, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731347305822
2024-11-11T17:48:27,326 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab0c59c91db1467fa19d5510ae51e982, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731347307057
2024-11-11T17:48:27,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/4fae07ad25e948c5bdb7e0d6fd83a667 is 50, key is test_row_0/A:col10/1731347307307/Put/seqid=0
2024-11-11T17:48:27,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741846_1022 (size=12001)
2024-11-11T17:48:27,362 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/4fae07ad25e948c5bdb7e0d6fd83a667
2024-11-11T17:48:27,396 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 040197ac32d4fca0c80651e0e98831b3#B#compaction#10 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:27,398 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/60386c793b4640fea818c40bf0d93959 is 50, key is test_row_0/B:col10/1731347307084/Put/seqid=0
2024-11-11T17:48:27,405 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 040197ac32d4fca0c80651e0e98831b3#A#compaction#11 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:27,407 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/65ce1a5d4d3044689091ae85f008b7f3 is 50, key is test_row_0/A:col10/1731347307084/Put/seqid=0
2024-11-11T17:48:27,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/18a55eec8c604b7c95392b21fb1638e0 is 50, key is test_row_0/B:col10/1731347307307/Put/seqid=0
2024-11-11T17:48:27,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741848_1024 (size=12104)
2024-11-11T17:48:27,432 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741847_1023 (size=12104)
2024-11-11T17:48:27,446 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/65ce1a5d4d3044689091ae85f008b7f3 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/65ce1a5d4d3044689091ae85f008b7f3
2024-11-11T17:48:27,452 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/60386c793b4640fea818c40bf0d93959 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/60386c793b4640fea818c40bf0d93959
2024-11-11T17:48:27,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741849_1025 (size=12001)
2024-11-11T17:48:27,459 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/18a55eec8c604b7c95392b21fb1638e0
2024-11-11T17:48:27,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347367405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:27,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:27,463 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347367413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:27,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:27,480 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 040197ac32d4fca0c80651e0e98831b3/A of 040197ac32d4fca0c80651e0e98831b3 into 65ce1a5d4d3044689091ae85f008b7f3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:27,480 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:27,480 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 040197ac32d4fca0c80651e0e98831b3/B of 040197ac32d4fca0c80651e0e98831b3 into 60386c793b4640fea818c40bf0d93959(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:27,480 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:27,483 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., storeName=040197ac32d4fca0c80651e0e98831b3/A, priority=13, startTime=1731347307303; duration=0sec
2024-11-11T17:48:27,483 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., storeName=040197ac32d4fca0c80651e0e98831b3/B, priority=13, startTime=1731347307306; duration=0sec
2024-11-11T17:48:27,483 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:48:27,484 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 040197ac32d4fca0c80651e0e98831b3:A
2024-11-11T17:48:27,484 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:48:27,484 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:27,484 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 040197ac32d4fca0c80651e0e98831b3:B
2024-11-11T17:48:27,487 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:48:27,487 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 040197ac32d4fca0c80651e0e98831b3/C is initiating minor compaction (all files)
2024-11-11T17:48:27,488 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 040197ac32d4fca0c80651e0e98831b3/C in TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:27,488 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/097c63110eb4454aa48ebdd1b066d01e, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/c26bbeae4dbd4b6a86050dd69b88ff58, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/a7659fc7059d4bb09bf39be2a8ca7648] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp, totalSize=35.2 K
2024-11-11T17:48:27,489 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 097c63110eb4454aa48ebdd1b066d01e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731347305561
2024-11-11T17:48:27,490 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting c26bbeae4dbd4b6a86050dd69b88ff58, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731347305822
2024-11-11T17:48:27,491 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7659fc7059d4bb09bf39be2a8ca7648, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731347307057
2024-11-11T17:48:27,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347367450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:27,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:27,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347367458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:27,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:27,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347367463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:27,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:27,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/efadbaa6fac947c4a5a7cd5d00670d04 is 50, key is test_row_0/C:col10/1731347307307/Put/seqid=0
2024-11-11T17:48:27,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741850_1026 (size=12001)
2024-11-11T17:48:27,530 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/efadbaa6fac947c4a5a7cd5d00670d04
2024-11-11T17:48:27,532 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 040197ac32d4fca0c80651e0e98831b3#C#compaction#14 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:27,535 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/cb384efe7d2f47ddbee132543cc5e569 is 50, key is test_row_0/C:col10/1731347307084/Put/seqid=0
2024-11-11T17:48:27,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/4fae07ad25e948c5bdb7e0d6fd83a667 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/4fae07ad25e948c5bdb7e0d6fd83a667
2024-11-11T17:48:27,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741851_1027 (size=12104)
2024-11-11T17:48:27,557 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/4fae07ad25e948c5bdb7e0d6fd83a667, entries=150, sequenceid=75, filesize=11.7 K
2024-11-11T17:48:27,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/18a55eec8c604b7c95392b21fb1638e0 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/18a55eec8c604b7c95392b21fb1638e0
2024-11-11T17:48:27,571 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/cb384efe7d2f47ddbee132543cc5e569 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/cb384efe7d2f47ddbee132543cc5e569
2024-11-11T17:48:27,579 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/18a55eec8c604b7c95392b21fb1638e0, entries=150, sequenceid=75, filesize=11.7 K
2024-11-11T17:48:27,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/efadbaa6fac947c4a5a7cd5d00670d04 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/efadbaa6fac947c4a5a7cd5d00670d04
2024-11-11T17:48:27,585 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 040197ac32d4fca0c80651e0e98831b3/C of 040197ac32d4fca0c80651e0e98831b3 into cb384efe7d2f47ddbee132543cc5e569(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:27,586 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:27,586 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., storeName=040197ac32d4fca0c80651e0e98831b3/C, priority=13, startTime=1731347307307; duration=0sec
2024-11-11T17:48:27,586 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:27,586 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 040197ac32d4fca0c80651e0e98831b3:C
2024-11-11T17:48:27,597 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/efadbaa6fac947c4a5a7cd5d00670d04, entries=150, sequenceid=75, filesize=11.7 K
2024-11-11T17:48:27,599 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 040197ac32d4fca0c80651e0e98831b3 in 290ms, sequenceid=75, compaction requested=false
2024-11-11T17:48:27,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:27,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:27,608 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 040197ac32d4fca0c80651e0e98831b3 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-11T17:48:27,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=A
2024-11-11T17:48:27,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:27,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=B
2024-11-11T17:48:27,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:27,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=C
2024-11-11T17:48:27,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:27,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/d1683f3e21634fefb22b8c3efac809c2 is 50, key is test_row_0/A:col10/1731347307603/Put/seqid=0
2024-11-11T17:48:27,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741852_1028 (size=16681)
2024-11-11T17:48:27,663 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347367650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:27,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:27,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347367650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:27,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:27,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:27,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347367654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:27,668 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:27,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347367657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:27,669 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347367664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:27,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:27,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:27,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:27,681 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-11T17:48:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-11T17:48:27,686 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:48:27,687 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:48:27,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees
2024-11-11T17:48:27,691 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:48:27,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-11T17:48:27,693 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:48:27,693 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:48:27,783 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347367776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:27,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:27,785 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347367776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:27,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:27,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347367777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:27,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347367777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:27,787 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,787 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,787 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:27,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:27,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347367786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:27,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:27,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-11T17:48:27,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-11T17:48:27,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:27,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:27,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:27,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:27,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:27,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:28,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347367997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:28,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347367997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:28,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:28,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347367997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:28,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347367997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:28,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:28,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:28,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347367997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-11T17:48:28,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-11T17:48:28,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:28,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:28,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:28,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:28,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:28,051 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/d1683f3e21634fefb22b8c3efac809c2
2024-11-11T17:48:28,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/1c2a0cd3816c4eb0be6fd1e722b1c4a5 is 50, key is test_row_0/B:col10/1731347307603/Put/seqid=0
2024-11-11T17:48:28,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741853_1029 (size=12001)
2024-11-11T17:48:28,104 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/1c2a0cd3816c4eb0be6fd1e722b1c4a5
2024-11-11T17:48:28,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/7062251b9892493c802f0a4dd2b17646 is 50, key is test_row_0/C:col10/1731347307603/Put/seqid=0
2024-11-11T17:48:28,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741854_1030 (size=12001)
2024-11-11T17:48:28,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-11T17:48:28,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:28,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:28,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:28,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:28,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:28,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347368305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:28,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:28,309 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347368306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:28,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,311 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:28,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347368306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:28,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:28,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347368306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:28,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-11T17:48:28,319 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347368316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:28,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-11T17:48:28,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:28,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:28,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:28,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:28,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:28,366 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-11T17:48:28,459 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-11T17:48:28,460 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-11T17:48:28,465 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-11T17:48:28,465 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-11T17:48:28,466 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-11T17:48:28,466 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-11T17:48:28,468 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-11T17:48:28,468 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-11T17:48:28,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-11T17:48:28,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:28,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:28,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:28,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:28,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:28,541 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/7062251b9892493c802f0a4dd2b17646
2024-11-11T17:48:28,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/d1683f3e21634fefb22b8c3efac809c2 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/d1683f3e21634fefb22b8c3efac809c2
2024-11-11T17:48:28,574 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/d1683f3e21634fefb22b8c3efac809c2, entries=250, sequenceid=93, filesize=16.3 K
2024-11-11T17:48:28,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/1c2a0cd3816c4eb0be6fd1e722b1c4a5 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/1c2a0cd3816c4eb0be6fd1e722b1c4a5
2024-11-11T17:48:28,589 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/1c2a0cd3816c4eb0be6fd1e722b1c4a5, entries=150, sequenceid=93, filesize=11.7 K
2024-11-11T17:48:28,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/7062251b9892493c802f0a4dd2b17646 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/7062251b9892493c802f0a4dd2b17646
2024-11-11T17:48:28,611 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/7062251b9892493c802f0a4dd2b17646, entries=150, sequenceid=93, filesize=11.7 K
2024-11-11T17:48:28,613 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 040197ac32d4fca0c80651e0e98831b3 in 1006ms, sequenceid=93, compaction requested=true
2024-11-11T17:48:28,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:28,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 040197ac32d4fca0c80651e0e98831b3:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:48:28,613 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:48:28,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:28,614 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:48:28,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 040197ac32d4fca0c80651e0e98831b3:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:48:28,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:28,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 040197ac32d4fca0c80651e0e98831b3:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:48:28,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:48:28,616 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:48:28,616 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:48:28,616 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 040197ac32d4fca0c80651e0e98831b3/A is initiating minor compaction (all files)
2024-11-11T17:48:28,616 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 040197ac32d4fca0c80651e0e98831b3/B is initiating minor compaction (all files)
2024-11-11T17:48:28,616 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 040197ac32d4fca0c80651e0e98831b3/A in TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:28,616 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 040197ac32d4fca0c80651e0e98831b3/B in TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:28,616 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/60386c793b4640fea818c40bf0d93959, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/18a55eec8c604b7c95392b21fb1638e0, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/1c2a0cd3816c4eb0be6fd1e722b1c4a5] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp, totalSize=35.3 K
2024-11-11T17:48:28,616 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/65ce1a5d4d3044689091ae85f008b7f3, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/4fae07ad25e948c5bdb7e0d6fd83a667, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/d1683f3e21634fefb22b8c3efac809c2] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp, totalSize=39.8 K
2024-11-11T17:48:28,617 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 60386c793b4640fea818c40bf0d93959, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731347307057
2024-11-11T17:48:28,618 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65ce1a5d4d3044689091ae85f008b7f3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731347307057
2024-11-11T17:48:28,620 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 18a55eec8c604b7c95392b21fb1638e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731347307294
2024-11-11T17:48:28,620 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fae07ad25e948c5bdb7e0d6fd83a667, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731347307294
2024-11-11T17:48:28,621 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c2a0cd3816c4eb0be6fd1e722b1c4a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731347307367
2024-11-11T17:48:28,621 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1683f3e21634fefb22b8c3efac809c2, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731347307367
2024-11-11T17:48:28,656 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 040197ac32d4fca0c80651e0e98831b3#B#compaction#18 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:28,657 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/91ffe2c7da894f49ac2a9b1afdc7b57b is 50, key is test_row_0/B:col10/1731347307603/Put/seqid=0
2024-11-11T17:48:28,657 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 040197ac32d4fca0c80651e0e98831b3#A#compaction#19 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:28,658 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/29f46678be324e8c90cdc599f2a54449 is 50, key is test_row_0/A:col10/1731347307603/Put/seqid=0
2024-11-11T17:48:28,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-11T17:48:28,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:28,672 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 040197ac32d4fca0c80651e0e98831b3 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-11T17:48:28,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=A
2024-11-11T17:48:28,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:28,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=B
2024-11-11T17:48:28,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:28,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=C
2024-11-11T17:48:28,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:28,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741856_1032 (size=12207)
2024-11-11T17:48:28,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741855_1031 (size=12207)
2024-11-11T17:48:28,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/3286757173494193b666454604910c70 is 50, key is test_row_0/A:col10/1731347307659/Put/seqid=0
2024-11-11T17:48:28,723 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/29f46678be324e8c90cdc599f2a54449 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/29f46678be324e8c90cdc599f2a54449
2024-11-11T17:48:28,723 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/91ffe2c7da894f49ac2a9b1afdc7b57b as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/91ffe2c7da894f49ac2a9b1afdc7b57b
2024-11-11T17:48:28,740 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 040197ac32d4fca0c80651e0e98831b3/A of 040197ac32d4fca0c80651e0e98831b3 into 29f46678be324e8c90cdc599f2a54449(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:28,741 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 040197ac32d4fca0c80651e0e98831b3/B of 040197ac32d4fca0c80651e0e98831b3 into 91ffe2c7da894f49ac2a9b1afdc7b57b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:28,741 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:28,741 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:28,741 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., storeName=040197ac32d4fca0c80651e0e98831b3/A, priority=13, startTime=1731347308613; duration=0sec
2024-11-11T17:48:28,741 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., storeName=040197ac32d4fca0c80651e0e98831b3/B, priority=13, startTime=1731347308613; duration=0sec
2024-11-11T17:48:28,741 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:48:28,741 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 040197ac32d4fca0c80651e0e98831b3:A
2024-11-11T17:48:28,742 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:48:28,742 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:28,742 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 040197ac32d4fca0c80651e0e98831b3:B
2024-11-11T17:48:28,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741857_1033 (size=12001)
2024-11-11T17:48:28,747 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:48:28,747 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 040197ac32d4fca0c80651e0e98831b3/C is initiating minor compaction (all files)
2024-11-11T17:48:28,748 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 040197ac32d4fca0c80651e0e98831b3/C in TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:28,748 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/cb384efe7d2f47ddbee132543cc5e569, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/efadbaa6fac947c4a5a7cd5d00670d04, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/7062251b9892493c802f0a4dd2b17646] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp, totalSize=35.3 K
2024-11-11T17:48:28,749 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb384efe7d2f47ddbee132543cc5e569, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731347307057
2024-11-11T17:48:28,751 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting efadbaa6fac947c4a5a7cd5d00670d04, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731347307294
2024-11-11T17:48:28,751 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7062251b9892493c802f0a4dd2b17646, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731347307367
2024-11-11T17:48:28,785 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 040197ac32d4fca0c80651e0e98831b3#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:28,786 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/039ab754eec04e4e918f34ed4bc1401e is 50, key is test_row_0/C:col10/1731347307603/Put/seqid=0
2024-11-11T17:48:28,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741858_1034 (size=12207)
2024-11-11T17:48:28,816 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/039ab754eec04e4e918f34ed4bc1401e as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/039ab754eec04e4e918f34ed4bc1401e
2024-11-11T17:48:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:28,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-11T17:48:28,829 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 040197ac32d4fca0c80651e0e98831b3/C of 040197ac32d4fca0c80651e0e98831b3 into 039ab754eec04e4e918f34ed4bc1401e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:28,829 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:28,829 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., storeName=040197ac32d4fca0c80651e0e98831b3/C, priority=13, startTime=1731347308614; duration=0sec
2024-11-11T17:48:28,830 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:28,830 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 040197ac32d4fca0c80651e0e98831b3:C
2024-11-11T17:48:28,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347368847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:28,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:28,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347368850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:28,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,858 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:28,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347368853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:28,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:28,862 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347368857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:28,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347368857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:28,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:28,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:28,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347368965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:28,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:28,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347368965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:28,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:28,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347368965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:28,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:28,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347368975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:28,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347368975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:28,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:28,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:28,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:29,146 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/3286757173494193b666454604910c70
2024-11-11T17:48:29,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/1d737fe76fc14e05a928c5ea728d03aa is 50, key is test_row_0/B:col10/1731347307659/Put/seqid=0
2024-11-11T17:48:29,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347369175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:29,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:29,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:29,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:29,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347369176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:29,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:29,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:29,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:29,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741859_1035 (size=12001)
2024-11-11T17:48:29,190 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/1d737fe76fc14e05a928c5ea728d03aa
2024-11-11T17:48:29,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347369186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:29,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:29,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:29,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:29,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347369186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:29,192 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347369186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:29,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:29,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:29,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:29,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:29,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:29,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:29,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/795a544dd78e4d13a8df552160a001f0 is 50, key is test_row_0/C:col10/1731347307659/Put/seqid=0
2024-11-11T17:48:29,235 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741860_1036 (size=12001)
2024-11-11T17:48:29,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347369485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:29,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:29,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:29,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:29,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347369485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:29,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:29,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:29,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:29,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347369495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:29,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:29,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:29,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:29,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347369505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:29,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:29,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:29,508 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:29,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347369505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:29,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:29,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:29,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:29,636 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/795a544dd78e4d13a8df552160a001f0
2024-11-11T17:48:29,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/3286757173494193b666454604910c70 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/3286757173494193b666454604910c70
2024-11-11T17:48:29,659 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/3286757173494193b666454604910c70, entries=150, sequenceid=110, filesize=11.7 K
2024-11-11T17:48:29,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/1d737fe76fc14e05a928c5ea728d03aa as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/1d737fe76fc14e05a928c5ea728d03aa
2024-11-11T17:48:29,682 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/1d737fe76fc14e05a928c5ea728d03aa, entries=150, sequenceid=110, filesize=11.7 K
2024-11-11T17:48:29,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/795a544dd78e4d13a8df552160a001f0 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/795a544dd78e4d13a8df552160a001f0
2024-11-11T17:48:29,696 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/795a544dd78e4d13a8df552160a001f0, entries=150, sequenceid=110, filesize=11.7 K
2024-11-11T17:48:29,698 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 040197ac32d4fca0c80651e0e98831b3 in 1025ms, sequenceid=110, compaction requested=false
2024-11-11T17:48:29,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:29,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:29,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10
2024-11-11T17:48:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=10
2024-11-11T17:48:29,707 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-11T17:48:29,707 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0080 sec
2024-11-11T17:48:29,714 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 2.0220 sec
2024-11-11T17:48:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-11T17:48:29,836 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:48:29,836 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:48:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees
2024-11-11T17:48:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-11T17:48:29,839 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:48:29,841 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:48:29,841 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:48:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-11T17:48:29,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-11T17:48:29,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:29,997 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 040197ac32d4fca0c80651e0e98831b3 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-11T17:48:30,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=A
2024-11-11T17:48:30,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:30,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=B
2024-11-11T17:48:30,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:30,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=C
2024-11-11T17:48:30,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:30,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:30,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/fd8dbeb206394fe7a360c203fb749d87 is 50, key is test_row_0/A:col10/1731347309996/Put/seqid=0
2024-11-11T17:48:30,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347370029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:30,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:30,040 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347370032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:30,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347370035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:30,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:30,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:30,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347370038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347370038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:30,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:30,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741861_1037 (size=14391)
2024-11-11T17:48:30,054 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/fd8dbeb206394fe7a360c203fb749d87
2024-11-11T17:48:30,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/49504582da884fa98a3c7f7a2cd44033 is 50, key is test_row_0/B:col10/1731347309996/Put/seqid=0
2024-11-11T17:48:30,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741862_1038 (size=12051)
2024-11-11T17:48:30,094 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/49504582da884fa98a3c7f7a2cd44033
2024-11-11T17:48:30,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/bd7ed5cb935d41c6a8841cc4f9c3e69c is 50, key is test_row_0/C:col10/1731347309996/Put/seqid=0
2024-11-11T17:48:30,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741863_1039 (size=12051)
2024-11-11T17:48:30,140 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/bd7ed5cb935d41c6a8841cc4f9c3e69c
2024-11-11T17:48:30,146 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:30,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347370145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:30,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:30,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/fd8dbeb206394fe7a360c203fb749d87 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/fd8dbeb206394fe7a360c203fb749d87
2024-11-11T17:48:30,152 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347370147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:30,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-11T17:48:30,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:30,161 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/fd8dbeb206394fe7a360c203fb749d87, entries=200, sequenceid=130, filesize=14.1 K
2024-11-11T17:48:30,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347370155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:30,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:30,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347370155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:30,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:30,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/49504582da884fa98a3c7f7a2cd44033 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/49504582da884fa98a3c7f7a2cd44033
2024-11-11T17:48:30,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347370156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:30,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:30,173 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/49504582da884fa98a3c7f7a2cd44033, entries=150, sequenceid=130, filesize=11.8 K
2024-11-11T17:48:30,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/bd7ed5cb935d41c6a8841cc4f9c3e69c as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/bd7ed5cb935d41c6a8841cc4f9c3e69c
2024-11-11T17:48:30,184 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/bd7ed5cb935d41c6a8841cc4f9c3e69c, entries=150, sequenceid=130, filesize=11.8 K
2024-11-11T17:48:30,186 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 040197ac32d4fca0c80651e0e98831b3 in 189ms, sequenceid=130, compaction requested=true
2024-11-11T17:48:30,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:30,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:30,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12
2024-11-11T17:48:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=12
2024-11-11T17:48:30,196 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-11T17:48:30,197 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 347 msec
2024-11-11T17:48:30,207 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 365 msec
2024-11-11T17:48:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:30,358 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 040197ac32d4fca0c80651e0e98831b3 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-11T17:48:30,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=A
2024-11-11T17:48:30,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:30,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=B
2024-11-11T17:48:30,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:30,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=C
2024-11-11T17:48:30,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:30,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/56a0ba695e604c5da3a3a5695a35f37f is 50, key is test_row_0/A:col10/1731347310356/Put/seqid=0
2024-11-11T17:48:30,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741864_1040 (size=12151)
2024-11-11T17:48:30,376 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/56a0ba695e604c5da3a3a5695a35f37f
2024-11-11T17:48:30,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/c5229d1de9034f64a267fa8edb90ffa6 is 50, key is test_row_0/B:col10/1731347310356/Put/seqid=0
2024-11-11T17:48:30,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347370390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:30,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:30,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347370392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:30,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:30,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741865_1041 (size=12151)
2024-11-11T17:48:30,412 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347370402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:30,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:30,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347370404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:30,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,414 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:30,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347370404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:30,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-11T17:48:30,466 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:48:30,466 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:48:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees
2024-11-11T17:48:30,471 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:48:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-11T17:48:30,473 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:48:30,473 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:48:30,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347370515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:30,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:30,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347370515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:30,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:30,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347370515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:30,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:30,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347370525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:30,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347370525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-11T17:48:30,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-11T17:48:30,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:30,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:30,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:30,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:30,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:30,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347370736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:30,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,739 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:30,739 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:30,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347370736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347370736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:30,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:30,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347370736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347370736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:30,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:30,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:30,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-11T17:48:30,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:30,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:30,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:30,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:30,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-11T17:48:30,812 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/c5229d1de9034f64a267fa8edb90ffa6
2024-11-11T17:48:30,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/9aaa7d0558ed4618a6530406688695ac is 50, key is test_row_0/C:col10/1731347310356/Put/seqid=0
2024-11-11T17:48:30,840 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741866_1042 (size=12151)
2024-11-11T17:48:30,842 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/9aaa7d0558ed4618a6530406688695ac
2024-11-11T17:48:30,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/56a0ba695e604c5da3a3a5695a35f37f as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/56a0ba695e604c5da3a3a5695a35f37f
2024-11-11T17:48:30,864 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/56a0ba695e604c5da3a3a5695a35f37f, entries=150, sequenceid=146, filesize=11.9 K
2024-11-11T17:48:30,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/c5229d1de9034f64a267fa8edb90ffa6 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/c5229d1de9034f64a267fa8edb90ffa6
2024-11-11T17:48:30,876 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/c5229d1de9034f64a267fa8edb90ffa6, entries=150, sequenceid=146, filesize=11.9 K
2024-11-11T17:48:30,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/9aaa7d0558ed4618a6530406688695ac as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/9aaa7d0558ed4618a6530406688695ac
2024-11-11T17:48:30,886 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/9aaa7d0558ed4618a6530406688695ac, entries=150, sequenceid=146, filesize=11.9 K
2024-11-11T17:48:30,888 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 040197ac32d4fca0c80651e0e98831b3 in 529ms, sequenceid=146, compaction requested=true
2024-11-11T17:48:30,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:30,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 040197ac32d4fca0c80651e0e98831b3:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:48:30,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:30,888 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-11T17:48:30,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 040197ac32d4fca0c80651e0e98831b3:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:48:30,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:30,888 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-11T17:48:30,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 040197ac32d4fca0c80651e0e98831b3:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:48:30,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:48:30,890 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-11T17:48:30,890 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 040197ac32d4fca0c80651e0e98831b3/B is initiating minor compaction (all files)
2024-11-11T17:48:30,891 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 040197ac32d4fca0c80651e0e98831b3/B in TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:30,891 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/91ffe2c7da894f49ac2a9b1afdc7b57b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/1d737fe76fc14e05a928c5ea728d03aa, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/49504582da884fa98a3c7f7a2cd44033, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/c5229d1de9034f64a267fa8edb90ffa6] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp, totalSize=47.3 K
2024-11-11T17:48:30,892 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50750 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-11T17:48:30,892 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 91ffe2c7da894f49ac2a9b1afdc7b57b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731347307367
2024-11-11T17:48:30,892 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 040197ac32d4fca0c80651e0e98831b3/A is initiating minor compaction (all files)
2024-11-11T17:48:30,892 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 040197ac32d4fca0c80651e0e98831b3/A in TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:30,892 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/29f46678be324e8c90cdc599f2a54449, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/3286757173494193b666454604910c70, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/fd8dbeb206394fe7a360c203fb749d87, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/56a0ba695e604c5da3a3a5695a35f37f] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp, totalSize=49.6 K
2024-11-11T17:48:30,892 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d737fe76fc14e05a928c5ea728d03aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731347307646
2024-11-11T17:48:30,893 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 49504582da884fa98a3c7f7a2cd44033, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731347308842
2024-11-11T17:48:30,893 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29f46678be324e8c90cdc599f2a54449, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731347307367
2024-11-11T17:48:30,894 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting c5229d1de9034f64a267fa8edb90ffa6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731347310034
2024-11-11T17:48:30,894 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3286757173494193b666454604910c70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731347307646
2024-11-11T17:48:30,895 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd8dbeb206394fe7a360c203fb749d87, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731347308842
2024-11-11T17:48:30,897 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56a0ba695e604c5da3a3a5695a35f37f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731347310034
2024-11-11T17:48:30,923 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 040197ac32d4fca0c80651e0e98831b3#A#compaction#30 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:30,924 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/9b82738f21a744bb8177d48c258118d6 is 50, key is test_row_0/A:col10/1731347310356/Put/seqid=0
2024-11-11T17:48:30,937 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 040197ac32d4fca0c80651e0e98831b3#B#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:30,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-11T17:48:30,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:30,938 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 040197ac32d4fca0c80651e0e98831b3 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-11T17:48:30,938 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/8be22994b884440082e4da5203732a65 is 50, key is test_row_0/B:col10/1731347310356/Put/seqid=0
2024-11-11T17:48:30,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=A
2024-11-11T17:48:30,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:30,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=B
2024-11-11T17:48:30,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:30,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=C
2024-11-11T17:48:30,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:30,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/03797c6490e34760af93b0e7a31fd85f is 50, key is test_row_0/A:col10/1731347310401/Put/seqid=0
2024-11-11T17:48:31,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741868_1044 (size=12493)
2024-11-11T17:48:31,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741867_1043 (size=12493)
2024-11-11T17:48:31,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741869_1045 (size=12151)
2024-11-11T17:48:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:31,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:31,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347371065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:31,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:31,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347371074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:31,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:31,082 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347371076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:31,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:31,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347371079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:31,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:31,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347371080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:31,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:31,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-11T17:48:31,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347371185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:31,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:31,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347371186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:31,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:31,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347371186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:31,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:31,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347371195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:31,200 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:31,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347371195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:31,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:31,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:31,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347371395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347371396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:31,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:31,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347371396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:31,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:31,405 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347371405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:31,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,406 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:31,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347371405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:31,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:31,415 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/03797c6490e34760af93b0e7a31fd85f
2024-11-11T17:48:31,429 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/8be22994b884440082e4da5203732a65 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/8be22994b884440082e4da5203732a65
2024-11-11T17:48:31,431 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/9b82738f21a744bb8177d48c258118d6 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/9b82738f21a744bb8177d48c258118d6
2024-11-11T17:48:31,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/f4551d258a62404d94e104296d9450bd is 50, key is test_row_0/B:col10/1731347310401/Put/seqid=0
2024-11-11T17:48:31,448 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 040197ac32d4fca0c80651e0e98831b3/B of 040197ac32d4fca0c80651e0e98831b3 into 8be22994b884440082e4da5203732a65(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:31,448 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:31,448 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., storeName=040197ac32d4fca0c80651e0e98831b3/B, priority=12, startTime=1731347310888; duration=0sec
2024-11-11T17:48:31,449 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:48:31,449 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 040197ac32d4fca0c80651e0e98831b3:B
2024-11-11T17:48:31,449 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-11T17:48:31,450 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 040197ac32d4fca0c80651e0e98831b3/A of 040197ac32d4fca0c80651e0e98831b3 into 9b82738f21a744bb8177d48c258118d6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:31,451 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:31,451 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., storeName=040197ac32d4fca0c80651e0e98831b3/A, priority=12, startTime=1731347310888; duration=0sec
2024-11-11T17:48:31,451 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:31,451 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 040197ac32d4fca0c80651e0e98831b3:A
2024-11-11T17:48:31,451 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-11T17:48:31,451 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 040197ac32d4fca0c80651e0e98831b3/C is initiating minor compaction (all files)
2024-11-11T17:48:31,451 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 040197ac32d4fca0c80651e0e98831b3/C in TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:31,452 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/039ab754eec04e4e918f34ed4bc1401e, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/795a544dd78e4d13a8df552160a001f0, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/bd7ed5cb935d41c6a8841cc4f9c3e69c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/9aaa7d0558ed4618a6530406688695ac] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp, totalSize=47.3 K
2024-11-11T17:48:31,452 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 039ab754eec04e4e918f34ed4bc1401e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731347307367
2024-11-11T17:48:31,456 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 795a544dd78e4d13a8df552160a001f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731347307646
2024-11-11T17:48:31,458 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting bd7ed5cb935d41c6a8841cc4f9c3e69c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731347308842
2024-11-11T17:48:31,459 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 9aaa7d0558ed4618a6530406688695ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731347310034
2024-11-11T17:48:31,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741870_1046 (size=12151)
2024-11-11T17:48:31,481 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 040197ac32d4fca0c80651e0e98831b3#C#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:31,482 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/937937b2e8984017a88d40d73824c0ed is 50, key is test_row_0/C:col10/1731347310356/Put/seqid=0
2024-11-11T17:48:31,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741871_1047 (size=12493)
2024-11-11T17:48:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-11T17:48:31,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347371715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:31,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,719 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:31,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347371715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:31,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,720 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:31,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347371715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:31,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,721 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:31,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347371715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:31,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347371715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:31,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:31,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:31,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:31,874 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/f4551d258a62404d94e104296d9450bd
2024-11-11T17:48:31,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/78b1552c02ee4e928d53cfe567d225f7 is 50, key is test_row_0/C:col10/1731347310401/Put/seqid=0
2024-11-11T17:48:31,910 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/937937b2e8984017a88d40d73824c0ed as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/937937b2e8984017a88d40d73824c0ed
2024-11-11T17:48:31,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741872_1048 (size=12151)
2024-11-11T17:48:31,913 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/78b1552c02ee4e928d53cfe567d225f7
2024-11-11T17:48:31,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/03797c6490e34760af93b0e7a31fd85f as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/03797c6490e34760af93b0e7a31fd85f
2024-11-11T17:48:31,927 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 040197ac32d4fca0c80651e0e98831b3/C of 040197ac32d4fca0c80651e0e98831b3 into 937937b2e8984017a88d40d73824c0ed(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:31,927 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:31,927 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., storeName=040197ac32d4fca0c80651e0e98831b3/C, priority=12, startTime=1731347310888; duration=0sec
2024-11-11T17:48:31,927 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:31,928 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 040197ac32d4fca0c80651e0e98831b3:C
2024-11-11T17:48:31,938 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/03797c6490e34760af93b0e7a31fd85f, entries=150, sequenceid=163, filesize=11.9 K
2024-11-11T17:48:31,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/f4551d258a62404d94e104296d9450bd as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/f4551d258a62404d94e104296d9450bd
2024-11-11T17:48:31,954 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/f4551d258a62404d94e104296d9450bd, entries=150, sequenceid=163, filesize=11.9 K
2024-11-11T17:48:31,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/78b1552c02ee4e928d53cfe567d225f7 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/78b1552c02ee4e928d53cfe567d225f7
2024-11-11T17:48:31,968 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/78b1552c02ee4e928d53cfe567d225f7, entries=150, sequenceid=163, filesize=11.9 K
2024-11-11T17:48:31,970 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 040197ac32d4fca0c80651e0e98831b3 in 1031ms, sequenceid=163, compaction requested=false
2024-11-11T17:48:31,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:31,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:31,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14
2024-11-11T17:48:31,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=14
2024-11-11T17:48:31,982 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-11T17:48:31,983 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5010 sec
2024-11-11T17:48:31,986 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.5170 sec
2024-11-11T17:48:32,232 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 040197ac32d4fca0c80651e0e98831b3 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-11T17:48:32,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:32,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=A
2024-11-11T17:48:32,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:32,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=B
2024-11-11T17:48:32,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:32,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=C
2024-11-11T17:48:32,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:32,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/5ef677bc544e46ceb1cd4e587f8bc0b9 is 50, key is test_row_0/A:col10/1731347312230/Put/seqid=0
2024-11-11T17:48:32,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347372259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:32,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:32,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:32,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347372260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:32,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:32,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:32,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:32,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347372267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347372268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:32,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347372270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:32,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:32,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:32,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:32,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741873_1049 (size=14541)
2024-11-11T17:48:32,287 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/5ef677bc544e46ceb1cd4e587f8bc0b9
2024-11-11T17:48:32,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/89d25d5021cc41be80a5660795b7dbaa is 50, key is test_row_0/B:col10/1731347312230/Put/seqid=0
2024-11-11T17:48:32,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741874_1050 (size=12151)
2024-11-11T17:48:32,321 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/89d25d5021cc41be80a5660795b7dbaa
2024-11-11T17:48:32,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/3148c459dab14dabbbee206966636744 is 50, key is test_row_0/C:col10/1731347312230/Put/seqid=0
2024-11-11T17:48:32,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741875_1051 (size=12151)
2024-11-11T17:48:32,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347372375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:32,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:32,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347372376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:32,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:32,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347372385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:32,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:32,391 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347372385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:32,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:32,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347372386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:32,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:32,592 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347372585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:32,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,593 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:32,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347372585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:32,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:32,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347372596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:32,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:32,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347372596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:32,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:32,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:32,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347372606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:32,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-11T17:48:32,615 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:48:32,616 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:48:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees
2024-11-11T17:48:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-11T17:48:32,621 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:48:32,622 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:48:32,622 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:48:32,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-11T17:48:32,758 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/3148c459dab14dabbbee206966636744
2024-11-11T17:48:32,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/5ef677bc544e46ceb1cd4e587f8bc0b9 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/5ef677bc544e46ceb1cd4e587f8bc0b9
2024-11-11T17:48:32,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-11T17:48:32,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:32,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:32,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:32,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:32,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:32,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:32,786 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/5ef677bc544e46ceb1cd4e587f8bc0b9, entries=200, sequenceid=183, filesize=14.2 K
2024-11-11T17:48:32,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/89d25d5021cc41be80a5660795b7dbaa as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/89d25d5021cc41be80a5660795b7dbaa
2024-11-11T17:48:32,812 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/89d25d5021cc41be80a5660795b7dbaa, entries=150, sequenceid=183, filesize=11.9 K
2024-11-11T17:48:32,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/3148c459dab14dabbbee206966636744 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/3148c459dab14dabbbee206966636744
2024-11-11T17:48:32,828 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/3148c459dab14dabbbee206966636744, entries=150, sequenceid=183, filesize=11.9 K
2024-11-11T17:48:32,830 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 040197ac32d4fca0c80651e0e98831b3 in 598ms, sequenceid=183, compaction requested=true
2024-11-11T17:48:32,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:32,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 040197ac32d4fca0c80651e0e98831b3:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:48:32,830 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:48:32,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:32,831 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:48:32,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 040197ac32d4fca0c80651e0e98831b3:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:48:32,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:32,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 040197ac32d4fca0c80651e0e98831b3:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:48:32,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:48:32,835 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:48:32,835 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 040197ac32d4fca0c80651e0e98831b3/A is initiating minor compaction (all files)
2024-11-11T17:48:32,835 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 040197ac32d4fca0c80651e0e98831b3/A in TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:32,835 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/9b82738f21a744bb8177d48c258118d6, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/03797c6490e34760af93b0e7a31fd85f, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/5ef677bc544e46ceb1cd4e587f8bc0b9] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp, totalSize=38.3 K
2024-11-11T17:48:32,836 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:48:32,836 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 040197ac32d4fca0c80651e0e98831b3/B is initiating minor compaction (all files)
2024-11-11T17:48:32,836 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 040197ac32d4fca0c80651e0e98831b3/B in TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:32,836 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/8be22994b884440082e4da5203732a65, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/f4551d258a62404d94e104296d9450bd, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/89d25d5021cc41be80a5660795b7dbaa] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp, totalSize=35.9 K
2024-11-11T17:48:32,836 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b82738f21a744bb8177d48c258118d6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731347310034
2024-11-11T17:48:32,837 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03797c6490e34760af93b0e7a31fd85f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731347310384
2024-11-11T17:48:32,837 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 8be22994b884440082e4da5203732a65, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731347310034
2024-11-11T17:48:32,837 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting f4551d258a62404d94e104296d9450bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731347310384
2024-11-11T17:48:32,837 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ef677bc544e46ceb1cd4e587f8bc0b9, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731347311063
2024-11-11T17:48:32,838 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 89d25d5021cc41be80a5660795b7dbaa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731347311076
2024-11-11T17:48:32,855 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 040197ac32d4fca0c80651e0e98831b3#A#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:32,856 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/66d6867f9ccc49f195debc1edd776381 is 50, key is test_row_0/A:col10/1731347312230/Put/seqid=0
2024-11-11T17:48:32,866 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 040197ac32d4fca0c80651e0e98831b3#B#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:32,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741876_1052 (size=12595)
2024-11-11T17:48:32,870 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/76590ba8fa6e4c749e79d16ba947cdfd is 50, key is test_row_0/B:col10/1731347312230/Put/seqid=0
2024-11-11T17:48:32,884 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/66d6867f9ccc49f195debc1edd776381 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/66d6867f9ccc49f195debc1edd776381
2024-11-11T17:48:32,896 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 040197ac32d4fca0c80651e0e98831b3/A of 040197ac32d4fca0c80651e0e98831b3 into 66d6867f9ccc49f195debc1edd776381(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:32,896 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:32,896 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., storeName=040197ac32d4fca0c80651e0e98831b3/A, priority=13, startTime=1731347312830; duration=0sec
2024-11-11T17:48:32,896 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:48:32,896 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 040197ac32d4fca0c80651e0e98831b3:A
2024-11-11T17:48:32,897 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:48:32,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741877_1053 (size=12595)
2024-11-11T17:48:32,900 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:48:32,901 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 040197ac32d4fca0c80651e0e98831b3/C is initiating minor compaction (all files)
2024-11-11T17:48:32,901 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 040197ac32d4fca0c80651e0e98831b3/C in TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:32,901 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/937937b2e8984017a88d40d73824c0ed, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/78b1552c02ee4e928d53cfe567d225f7, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/3148c459dab14dabbbee206966636744] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp, totalSize=35.9 K
2024-11-11T17:48:32,902 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 937937b2e8984017a88d40d73824c0ed, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731347310034
2024-11-11T17:48:32,902 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78b1552c02ee4e928d53cfe567d225f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731347310384
2024-11-11T17:48:32,903 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3148c459dab14dabbbee206966636744, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731347311076
2024-11-11T17:48:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:32,910 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 040197ac32d4fca0c80651e0e98831b3 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-11T17:48:32,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=A
2024-11-11T17:48:32,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:32,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=B
2024-11-11T17:48:32,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:32,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=C
2024-11-11T17:48:32,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:32,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/d8bf414079d24cc08941ca0f269ec31c is 50, key is test_row_0/A:col10/1731347312268/Put/seqid=0
2024-11-11T17:48:32,921 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 040197ac32d4fca0c80651e0e98831b3#C#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:32,923 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/3f34558a0c9a432ab4e307e799345571 is 50, key is test_row_0/C:col10/1731347312230/Put/seqid=0
2024-11-11T17:48:32,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-11T17:48:32,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:32,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:32,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:32,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:32,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-11T17:48:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:32,948 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347372939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:32,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:32,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741879_1055 (size=12595)
2024-11-11T17:48:32,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347372941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:32,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:32,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347372941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:32,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:32,953 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347372944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:32,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,954 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:32,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347372944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:32,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:32,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:32,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741878_1054 (size=12151)
2024-11-11T17:48:32,963 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/d8bf414079d24cc08941ca0f269ec31c
2024-11-11T17:48:32,966 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/3f34558a0c9a432ab4e307e799345571 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/3f34558a0c9a432ab4e307e799345571
2024-11-11T17:48:32,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/f8e75c701994477988bcb54e99370cd2 is 50, key is test_row_0/B:col10/1731347312268/Put/seqid=0
2024-11-11T17:48:32,985 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 040197ac32d4fca0c80651e0e98831b3/C of 040197ac32d4fca0c80651e0e98831b3 into 3f34558a0c9a432ab4e307e799345571(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:32,985 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:32,985 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., storeName=040197ac32d4fca0c80651e0e98831b3/C, priority=13, startTime=1731347312831; duration=0sec
2024-11-11T17:48:32,985 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:32,985 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 040197ac32d4fca0c80651e0e98831b3:C
2024-11-11T17:48:32,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741880_1056 (size=12151)
2024-11-11T17:48:33,000 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/f8e75c701994477988bcb54e99370cd2
2024-11-11T17:48:33,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/fdd8a664f3c848ac9a01628c9198b4cf is 50, key is test_row_0/C:col10/1731347312268/Put/seqid=0
2024-11-11T17:48:33,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741881_1057 (size=12151)
2024-11-11T17:48:33,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347373055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:33,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:33,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347373056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:33,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347373056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:33,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:33,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:33,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347373065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:33,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:33,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347373065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:33,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:33,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-11T17:48:33,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:33,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:33,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:33,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:33,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:33,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-11T17:48:33,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:33,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:33,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:33,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:33,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-11T17:48:33,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347373265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:33,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:33,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347373275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:33,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347373276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:33,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:33,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347373276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:33,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:33,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347373276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:33,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:33,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:33,306 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/76590ba8fa6e4c749e79d16ba947cdfd as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/76590ba8fa6e4c749e79d16ba947cdfd
2024-11-11T17:48:33,315 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 040197ac32d4fca0c80651e0e98831b3/B of 040197ac32d4fca0c80651e0e98831b3 into 76590ba8fa6e4c749e79d16ba947cdfd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:33,315 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:33,315 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., storeName=040197ac32d4fca0c80651e0e98831b3/B, priority=13, startTime=1731347312831; duration=0sec
2024-11-11T17:48:33,315 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:33,315 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 040197ac32d4fca0c80651e0e98831b3:B
2024-11-11T17:48:33,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-11T17:48:33,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:33,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:33,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:33,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:33,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:33,454 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/fdd8a664f3c848ac9a01628c9198b4cf
2024-11-11T17:48:33,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/d8bf414079d24cc08941ca0f269ec31c as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/d8bf414079d24cc08941ca0f269ec31c
2024-11-11T17:48:33,475 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/d8bf414079d24cc08941ca0f269ec31c, entries=150, sequenceid=200, filesize=11.9 K
2024-11-11T17:48:33,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/f8e75c701994477988bcb54e99370cd2 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/f8e75c701994477988bcb54e99370cd2
2024-11-11T17:48:33,486 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/f8e75c701994477988bcb54e99370cd2, entries=150, sequenceid=200, filesize=11.9 K
2024-11-11T17:48:33,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/fdd8a664f3c848ac9a01628c9198b4cf as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/fdd8a664f3c848ac9a01628c9198b4cf
2024-11-11T17:48:33,501 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/fdd8a664f3c848ac9a01628c9198b4cf, entries=150, sequenceid=200, filesize=11.9 K
2024-11-11T17:48:33,502 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 040197ac32d4fca0c80651e0e98831b3 in 592ms, sequenceid=200, compaction requested=false
2024-11-11T17:48:33,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:33,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-11T17:48:33,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:33,552 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 040197ac32d4fca0c80651e0e98831b3 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-11T17:48:33,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=A
2024-11-11T17:48:33,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:33,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=B
2024-11-11T17:48:33,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:33,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=C
2024-11-11T17:48:33,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:33,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/0d1a9d263115429ca9effc16b199f059 is 50, key is test_row_0/A:col10/1731347312928/Put/seqid=0
2024-11-11T17:48:33,567 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741882_1058 (size=12151)
2024-11-11T17:48:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:33,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:33,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347373604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:33,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:33,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347373604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:33,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:33,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:33,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347373606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347373607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:33,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:33,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347373608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:33,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:33,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:33,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347373715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:33,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:33,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347373715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:33,719 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:33,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347373715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:33,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:33,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:33,719 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347373716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:33,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:33,720 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347373716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:33,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-11T17:48:33,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347373925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:33,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:33,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347373925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:33,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:33,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347373925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:33,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:33,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:33,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:33,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347373925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:33,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347373925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:33,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:33,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:33,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:33,968 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/0d1a9d263115429ca9effc16b199f059
2024-11-11T17:48:33,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/744d27cc32604e2f9105378cde247443 is 50, key is test_row_0/B:col10/1731347312928/Put/seqid=0
2024-11-11T17:48:33,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741883_1059 (size=12151)
2024-11-11T17:48:34,238 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347374235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:34,239 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:34,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:34,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347374235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:34,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:34,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:34,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:34,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:34,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347374245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:34,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:34,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:34,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:34,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347374246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:34,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:34,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:34,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:34,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347374246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:34,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:34,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:34,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:34,389 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/744d27cc32604e2f9105378cde247443
2024-11-11T17:48:34,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/2b7fcd10b6b04fd6bea77beeec21bcd7 is 50, key is test_row_0/C:col10/1731347312928/Put/seqid=0
2024-11-11T17:48:34,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741884_1060 (size=12151)
2024-11-11T17:48:34,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347374745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:34,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:34,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347374745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:34,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347374754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:34,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:34,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:34,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:34,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347374755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:34,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:34,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:34,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:34,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347374755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:34,759 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:34,759 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:34,759 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-11T17:48:34,804 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/2b7fcd10b6b04fd6bea77beeec21bcd7
2024-11-11T17:48:34,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/0d1a9d263115429ca9effc16b199f059 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/0d1a9d263115429ca9effc16b199f059
2024-11-11T17:48:34,818 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/0d1a9d263115429ca9effc16b199f059, entries=150, sequenceid=218, filesize=11.9 K
2024-11-11T17:48:34,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/744d27cc32604e2f9105378cde247443 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/744d27cc32604e2f9105378cde247443
2024-11-11T17:48:34,828 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/744d27cc32604e2f9105378cde247443, entries=150, sequenceid=218, filesize=11.9 K
2024-11-11T17:48:34,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/2b7fcd10b6b04fd6bea77beeec21bcd7 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/2b7fcd10b6b04fd6bea77beeec21bcd7
2024-11-11T17:48:34,838 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/2b7fcd10b6b04fd6bea77beeec21bcd7, entries=150, sequenceid=218, filesize=11.9 K
2024-11-11T17:48:34,840 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 040197ac32d4fca0c80651e0e98831b3 in 1287ms, sequenceid=218, compaction requested=true
2024-11-11T17:48:34,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:34,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:34,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16
2024-11-11T17:48:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=16
2024-11-11T17:48:34,848 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-11-11T17:48:34,848 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2200 sec
2024-11-11T17:48:34,856 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 2.2350 sec
2024-11-11T17:48:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:35,756 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 040197ac32d4fca0c80651e0e98831b3 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-11T17:48:35,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=A
2024-11-11T17:48:35,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:35,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=B
2024-11-11T17:48:35,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:35,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=C
2024-11-11T17:48:35,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:35,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/09320bd4227543358e1a1df548961706 is 50, key is test_row_0/A:col10/1731347313606/Put/seqid=0
2024-11-11T17:48:35,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741885_1061 (size=14541)
2024-11-11T17:48:35,783 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347375776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:35,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:35,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:35,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:35,784 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347375777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:35,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:35,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:35,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:35,785 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347375778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:35,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:35,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:35,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:35,785 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347375778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:35,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347375780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:35,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347375895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:35,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347375895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:35,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:35,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:35,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:35,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:35,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347375895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:35,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:35,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347375895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:35,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347375896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:36,107 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347376105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:36,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:36,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347376106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:36,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:36,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347376106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347376106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347376106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:36,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:36,181 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/09320bd4227543358e1a1df548961706
2024-11-11T17:48:36,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/7dcd06534172440896692dacccf13ff1 is 50, key is test_row_0/B:col10/1731347313606/Put/seqid=0
2024-11-11T17:48:36,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741886_1062 (size=12151)
2024-11-11T17:48:36,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347376415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:36,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:36,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347376416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:36,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:36,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347376416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:36,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:36,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347376416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:36,420 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:36,421 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347376416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:36,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:36,598 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/7dcd06534172440896692dacccf13ff1
2024-11-11T17:48:36,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/563187ce59134878b06a80e501f51cfb is 50, key is test_row_0/C:col10/1731347313606/Put/seqid=0
2024-11-11T17:48:36,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741887_1063 (size=12151)
2024-11-11T17:48:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-11T17:48:36,786 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:48:36,786 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:48:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees
2024-11-11T17:48:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-11T17:48:36,788 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:48:36,789 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:48:36,789 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:48:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-11T17:48:36,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347376925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:36,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:36,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347376925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:36,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:36,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347376925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:36,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:36,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347376925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:36,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:36,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:36,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:36,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347376925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:36,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:36,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:36,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:36,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-11T17:48:36,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:36,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:36,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:36,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:36,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:37,016 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/563187ce59134878b06a80e501f51cfb
2024-11-11T17:48:37,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/09320bd4227543358e1a1df548961706 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/09320bd4227543358e1a1df548961706
2024-11-11T17:48:37,028 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/09320bd4227543358e1a1df548961706, entries=200, sequenceid=235, filesize=14.2 K
2024-11-11T17:48:37,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/7dcd06534172440896692dacccf13ff1 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/7dcd06534172440896692dacccf13ff1
2024-11-11T17:48:37,036 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/7dcd06534172440896692dacccf13ff1, entries=150, sequenceid=235, filesize=11.9 K
2024-11-11T17:48:37,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/563187ce59134878b06a80e501f51cfb as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/563187ce59134878b06a80e501f51cfb
2024-11-11T17:48:37,057 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/563187ce59134878b06a80e501f51cfb, entries=150, sequenceid=235, filesize=11.9 K
2024-11-11T17:48:37,059 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 040197ac32d4fca0c80651e0e98831b3 in 1302ms, sequenceid=235, compaction requested=true
2024-11-11T17:48:37,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:37,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 040197ac32d4fca0c80651e0e98831b3:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:48:37,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:37,059 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-11T17:48:37,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 040197ac32d4fca0c80651e0e98831b3:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:48:37,059 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-11T17:48:37,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:37,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 040197ac32d4fca0c80651e0e98831b3:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:48:37,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:48:37,060 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-11T17:48:37,060 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 51438 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-11T17:48:37,060 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 040197ac32d4fca0c80651e0e98831b3/B is initiating minor compaction (all files)
2024-11-11T17:48:37,060 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 040197ac32d4fca0c80651e0e98831b3/A is initiating minor compaction (all files)
2024-11-11T17:48:37,061 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 040197ac32d4fca0c80651e0e98831b3/A in TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:37,060 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 040197ac32d4fca0c80651e0e98831b3/B in TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:37,061 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/76590ba8fa6e4c749e79d16ba947cdfd, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/f8e75c701994477988bcb54e99370cd2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/744d27cc32604e2f9105378cde247443, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/7dcd06534172440896692dacccf13ff1] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp, totalSize=47.9 K
2024-11-11T17:48:37,061 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/66d6867f9ccc49f195debc1edd776381, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/d8bf414079d24cc08941ca0f269ec31c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/0d1a9d263115429ca9effc16b199f059, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/09320bd4227543358e1a1df548961706] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp, totalSize=50.2 K
2024-11-11T17:48:37,062 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66d6867f9ccc49f195debc1edd776381, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731347311076
2024-11-11T17:48:37,062 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 76590ba8fa6e4c749e79d16ba947cdfd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731347311076
2024-11-11T17:48:37,062 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting f8e75c701994477988bcb54e99370cd2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731347312266
2024-11-11T17:48:37,062 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8bf414079d24cc08941ca0f269ec31c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731347312266
2024-11-11T17:48:37,062 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 744d27cc32604e2f9105378cde247443, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731347312923
2024-11-11T17:48:37,062 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d1a9d263115429ca9effc16b199f059, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731347312923
2024-11-11T17:48:37,063 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09320bd4227543358e1a1df548961706, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731347313600
2024-11-11T17:48:37,063 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 7dcd06534172440896692dacccf13ff1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731347313604
2024-11-11T17:48:37,072 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 040197ac32d4fca0c80651e0e98831b3#B#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:37,073 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 040197ac32d4fca0c80651e0e98831b3#A#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:37,073 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/a03332d0535c4542a977311a74f46ebc is 50, key is test_row_0/B:col10/1731347313606/Put/seqid=0
2024-11-11T17:48:37,074 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/8aea1869cb84433698340837896bd48a is 50, key is test_row_0/A:col10/1731347313606/Put/seqid=0
2024-11-11T17:48:37,080 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741889_1065 (size=12731)
2024-11-11T17:48:37,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741888_1064 (size=12731)
2024-11-11T17:48:37,089 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/8aea1869cb84433698340837896bd48a as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/8aea1869cb84433698340837896bd48a
2024-11-11T17:48:37,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-11T17:48:37,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:37,096 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 040197ac32d4fca0c80651e0e98831b3 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-11T17:48:37,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=A
2024-11-11T17:48:37,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:37,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=B
2024-11-11T17:48:37,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:37,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=C
2024-11-11T17:48:37,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:37,097 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 040197ac32d4fca0c80651e0e98831b3/A of 040197ac32d4fca0c80651e0e98831b3 into 8aea1869cb84433698340837896bd48a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:37,097 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:37,098 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., storeName=040197ac32d4fca0c80651e0e98831b3/A, priority=12, startTime=1731347317059; duration=0sec
2024-11-11T17:48:37,098 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:48:37,098 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 040197ac32d4fca0c80651e0e98831b3:A
2024-11-11T17:48:37,098 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-11T17:48:37,100 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-11T17:48:37,101 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 040197ac32d4fca0c80651e0e98831b3/C is initiating minor compaction (all files)
2024-11-11T17:48:37,101 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 040197ac32d4fca0c80651e0e98831b3/C in TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:37,101 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/3f34558a0c9a432ab4e307e799345571, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/fdd8a664f3c848ac9a01628c9198b4cf, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/2b7fcd10b6b04fd6bea77beeec21bcd7, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/563187ce59134878b06a80e501f51cfb] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp, totalSize=47.9 K
2024-11-11T17:48:37,101 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f34558a0c9a432ab4e307e799345571, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731347311076
2024-11-11T17:48:37,102 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdd8a664f3c848ac9a01628c9198b4cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731347312266
2024-11-11T17:48:37,102 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b7fcd10b6b04fd6bea77beeec21bcd7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731347312923
2024-11-11T17:48:37,103 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 563187ce59134878b06a80e501f51cfb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731347313604
2024-11-11T17:48:37,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/e68b35dcc1274d12bf0c2abe522332e0 is 50, key is test_row_0/A:col10/1731347315778/Put/seqid=0
2024-11-11T17:48:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-11T17:48:37,118 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 040197ac32d4fca0c80651e0e98831b3#C#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:37,119 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/0f3542f88b254f03b496ada2a9b8c6c8 is 50, key is test_row_0/C:col10/1731347313606/Put/seqid=0
2024-11-11T17:48:37,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741890_1066 (size=12151)
2024-11-11T17:48:37,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741891_1067 (size=12731)
2024-11-11T17:48:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-11T17:48:37,489 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/a03332d0535c4542a977311a74f46ebc as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/a03332d0535c4542a977311a74f46ebc
2024-11-11T17:48:37,496 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 040197ac32d4fca0c80651e0e98831b3/B of 040197ac32d4fca0c80651e0e98831b3 into a03332d0535c4542a977311a74f46ebc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:37,496 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:37,496 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., storeName=040197ac32d4fca0c80651e0e98831b3/B, priority=12, startTime=1731347317059; duration=0sec
2024-11-11T17:48:37,497 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:37,497 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 040197ac32d4fca0c80651e0e98831b3:B
2024-11-11T17:48:37,520 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/e68b35dcc1274d12bf0c2abe522332e0
2024-11-11T17:48:37,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/7f07b338523f4e2aa15c88ce38f50cf9 is 50, key is test_row_0/B:col10/1731347315778/Put/seqid=0
2024-11-11T17:48:37,537 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/0f3542f88b254f03b496ada2a9b8c6c8 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/0f3542f88b254f03b496ada2a9b8c6c8
2024-11-11T17:48:37,544 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 040197ac32d4fca0c80651e0e98831b3/C of 040197ac32d4fca0c80651e0e98831b3 into 0f3542f88b254f03b496ada2a9b8c6c8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:37,544 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:37,544 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., storeName=040197ac32d4fca0c80651e0e98831b3/C, priority=12, startTime=1731347317059; duration=0sec
2024-11-11T17:48:37,545 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:37,545 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 040197ac32d4fca0c80651e0e98831b3:C
2024-11-11T17:48:37,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741892_1068 (size=12151)
2024-11-11T17:48:37,552 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/7f07b338523f4e2aa15c88ce38f50cf9
2024-11-11T17:48:37,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/20e766d527874428ae2d4f6a4268fbe5 is 50, key is test_row_0/C:col10/1731347315778/Put/seqid=0
2024-11-11T17:48:37,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741893_1069 (size=12151)
2024-11-11T17:48:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-11T17:48:37,973 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/20e766d527874428ae2d4f6a4268fbe5
2024-11-11T17:48:37,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:37,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/e68b35dcc1274d12bf0c2abe522332e0 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/e68b35dcc1274d12bf0c2abe522332e0
2024-11-11T17:48:37,988 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/e68b35dcc1274d12bf0c2abe522332e0, entries=150, sequenceid=250, filesize=11.9 K
2024-11-11T17:48:37,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/7f07b338523f4e2aa15c88ce38f50cf9 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/7f07b338523f4e2aa15c88ce38f50cf9
2024-11-11T17:48:37,997 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/7f07b338523f4e2aa15c88ce38f50cf9, entries=150, sequenceid=250, filesize=11.9 K
2024-11-11T17:48:37,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/20e766d527874428ae2d4f6a4268fbe5 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/20e766d527874428ae2d4f6a4268fbe5
2024-11-11T17:48:38,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347377991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:38,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:38,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347377994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:38,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:38,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347377998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:38,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:38,007 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/20e766d527874428ae2d4f6a4268fbe5, entries=150, sequenceid=250, filesize=11.9 K
2024-11-11T17:48:38,009 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 040197ac32d4fca0c80651e0e98831b3 in 913ms, sequenceid=250, compaction requested=false
2024-11-11T17:48:38,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:38,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:38,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18
2024-11-11T17:48:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=18
2024-11-11T17:48:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:38,011 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 040197ac32d4fca0c80651e0e98831b3 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-11T17:48:38,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=A
2024-11-11T17:48:38,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:38,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=B
2024-11-11T17:48:38,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:38,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=C
2024-11-11T17:48:38,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:38,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/271d8275a34446df9bae65cdc3ad41b4 is 50, key is test_row_0/A:col10/1731347318008/Put/seqid=0
2024-11-11T17:48:38,052 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-11T17:48:38,053 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2250 sec
2024-11-11T17:48:38,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741894_1070 (size=12301)
2024-11-11T17:48:38,054 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/271d8275a34446df9bae65cdc3ad41b4
2024-11-11T17:48:38,058 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.2680 sec
2024-11-11T17:48:38,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/395c363a74914c97879c8be961d285f7 is 50, key is test_row_0/B:col10/1731347318008/Put/seqid=0
2024-11-11T17:48:38,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347378070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:38,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:38,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347378071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:38,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:38,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741895_1071 (size=12301)
2024-11-11T17:48:38,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347378105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:38,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:38,111 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347378106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:38,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:38,116 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347378115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:38,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:38,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347378185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:38,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:38,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347378185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:38,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:38,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347378314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:38,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:38,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347378315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:38,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:38,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347378325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:38,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:38,396 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347378395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:38,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:38,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347378395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:38,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:38,483 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/395c363a74914c97879c8be961d285f7
2024-11-11T17:48:38,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/526fde7d75bb47ed9ebf91fd83d04c2c is 50, key is test_row_0/C:col10/1731347318008/Put/seqid=0
2024-11-11T17:48:38,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741896_1072 (size=12301)
2024-11-11T17:48:38,498 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/526fde7d75bb47ed9ebf91fd83d04c2c
2024-11-11T17:48:38,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/271d8275a34446df9bae65cdc3ad41b4 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/271d8275a34446df9bae65cdc3ad41b4
2024-11-11T17:48:38,515 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/271d8275a34446df9bae65cdc3ad41b4, entries=150, sequenceid=272, filesize=12.0 K
2024-11-11T17:48:38,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/395c363a74914c97879c8be961d285f7 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/395c363a74914c97879c8be961d285f7
2024-11-11T17:48:38,526 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/395c363a74914c97879c8be961d285f7, entries=150, sequenceid=272, filesize=12.0 K
2024-11-11T17:48:38,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/526fde7d75bb47ed9ebf91fd83d04c2c as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/526fde7d75bb47ed9ebf91fd83d04c2c
2024-11-11T17:48:38,534 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/526fde7d75bb47ed9ebf91fd83d04c2c, entries=150, sequenceid=272, filesize=12.0 K
2024-11-11T17:48:38,537 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 040197ac32d4fca0c80651e0e98831b3 in 527ms, sequenceid=272, compaction requested=true
2024-11-11T17:48:38,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:38,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 040197ac32d4fca0c80651e0e98831b3:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:48:38,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:38,537 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:48:38,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 040197ac32d4fca0c80651e0e98831b3:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:48:38,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:38,537 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:48:38,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 040197ac32d4fca0c80651e0e98831b3:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:48:38,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:48:38,538 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37183 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:48:38,538 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37183 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:48:38,538 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 040197ac32d4fca0c80651e0e98831b3/B is initiating minor compaction (all files)
2024-11-11T17:48:38,538 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 040197ac32d4fca0c80651e0e98831b3/A is initiating minor compaction (all files)
2024-11-11T17:48:38,539 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 040197ac32d4fca0c80651e0e98831b3/A in TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:38,539 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 040197ac32d4fca0c80651e0e98831b3/B in TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:38,539 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/a03332d0535c4542a977311a74f46ebc, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/7f07b338523f4e2aa15c88ce38f50cf9, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/395c363a74914c97879c8be961d285f7] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp, totalSize=36.3 K
2024-11-11T17:48:38,539 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/8aea1869cb84433698340837896bd48a, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/e68b35dcc1274d12bf0c2abe522332e0, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/271d8275a34446df9bae65cdc3ad41b4] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp, totalSize=36.3 K
2024-11-11T17:48:38,539 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting a03332d0535c4542a977311a74f46ebc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731347313604
2024-11-11T17:48:38,539 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8aea1869cb84433698340837896bd48a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731347313604
2024-11-11T17:48:38,539 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f07b338523f4e2aa15c88ce38f50cf9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731347315769
2024-11-11T17:48:38,539 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting e68b35dcc1274d12bf0c2abe522332e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731347315769
2024-11-11T17:48:38,540 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 271d8275a34446df9bae65cdc3ad41b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731347317993
2024-11-11T17:48:38,540 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 395c363a74914c97879c8be961d285f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731347317993
2024-11-11T17:48:38,549 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 040197ac32d4fca0c80651e0e98831b3#B#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:38,550 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 040197ac32d4fca0c80651e0e98831b3#A#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:38,550 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/c447971af001456eafa4f50df8ecbf85 is 50, key is test_row_0/B:col10/1731347318008/Put/seqid=0
2024-11-11T17:48:38,550 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/751de7e0e87e4db29ea92d148c1f7837 is 50, key is test_row_0/A:col10/1731347318008/Put/seqid=0
2024-11-11T17:48:38,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741898_1074 (size=12983)
2024-11-11T17:48:38,569 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741897_1073 (size=12983)
2024-11-11T17:48:38,577 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/c447971af001456eafa4f50df8ecbf85 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/c447971af001456eafa4f50df8ecbf85
2024-11-11T17:48:38,585 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 040197ac32d4fca0c80651e0e98831b3/B of 040197ac32d4fca0c80651e0e98831b3 into c447971af001456eafa4f50df8ecbf85(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:38,585 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:38,585 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., storeName=040197ac32d4fca0c80651e0e98831b3/B, priority=13, startTime=1731347318537; duration=0sec
2024-11-11T17:48:38,585 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:48:38,585 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 040197ac32d4fca0c80651e0e98831b3:B
2024-11-11T17:48:38,585 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:48:38,587 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37183 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:48:38,587 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 040197ac32d4fca0c80651e0e98831b3/C is initiating minor compaction (all files)
2024-11-11T17:48:38,587 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 040197ac32d4fca0c80651e0e98831b3/C in TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:38,587 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/0f3542f88b254f03b496ada2a9b8c6c8, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/20e766d527874428ae2d4f6a4268fbe5, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/526fde7d75bb47ed9ebf91fd83d04c2c] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp, totalSize=36.3 K
2024-11-11T17:48:38,588 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f3542f88b254f03b496ada2a9b8c6c8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731347313604
2024-11-11T17:48:38,588 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 20e766d527874428ae2d4f6a4268fbe5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731347315769
2024-11-11T17:48:38,588 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 526fde7d75bb47ed9ebf91fd83d04c2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731347317993
2024-11-11T17:48:38,597 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 040197ac32d4fca0c80651e0e98831b3#C#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:38,597 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/f4f851adc7ef4815b23544251836967a is 50, key is test_row_0/C:col10/1731347318008/Put/seqid=0
2024-11-11T17:48:38,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741899_1075 (size=12983)
2024-11-11T17:48:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:38,627 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 040197ac32d4fca0c80651e0e98831b3 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-11T17:48:38,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=A
2024-11-11T17:48:38,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:38,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=B
2024-11-11T17:48:38,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:38,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=C
2024-11-11T17:48:38,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:38,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/228483e60d94475f84056de6cada6dcf is 50, key is test_row_0/A:col10/1731347318627/Put/seqid=0
2024-11-11T17:48:38,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741900_1076 (size=17181)
2024-11-11T17:48:38,663 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347378659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:38,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:38,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347378660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:38,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:38,668 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347378663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:38,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:38,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347378705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347378705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:38,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:38,777 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347378775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:38,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,778 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:38,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347378775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:38,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:38,778 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347378775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:38,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-11T17:48:38,935 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:48:38,935 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:48:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees
2024-11-11T17:48:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-11T17:48:38,938 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:48:38,939 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:48:38,939 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:48:38,968 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/751de7e0e87e4db29ea92d148c1f7837 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/751de7e0e87e4db29ea92d148c1f7837
2024-11-11T17:48:38,974 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 040197ac32d4fca0c80651e0e98831b3/A of 040197ac32d4fca0c80651e0e98831b3 into 751de7e0e87e4db29ea92d148c1f7837(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:38,974 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:38,974 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., storeName=040197ac32d4fca0c80651e0e98831b3/A, priority=13, startTime=1731347318537; duration=0sec
2024-11-11T17:48:38,974 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:38,974 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 040197ac32d4fca0c80651e0e98831b3:A
2024-11-11T17:48:38,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347378985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:38,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:38,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347378985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:38,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:38,987 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347378986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:38,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:38,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:39,008 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/f4f851adc7ef4815b23544251836967a as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/f4f851adc7ef4815b23544251836967a
2024-11-11T17:48:39,014 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 040197ac32d4fca0c80651e0e98831b3/C of 040197ac32d4fca0c80651e0e98831b3 into f4f851adc7ef4815b23544251836967a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:39,014 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:39,014 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., storeName=040197ac32d4fca0c80651e0e98831b3/C, priority=13, startTime=1731347318537; duration=0sec
2024-11-11T17:48:39,015 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:39,015 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 040197ac32d4fca0c80651e0e98831b3:C
2024-11-11T17:48:39,041 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/228483e60d94475f84056de6cada6dcf
2024-11-11T17:48:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-11T17:48:39,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/3e6e70cacf2c48f8927c78e0a9984556 is 50, key is test_row_0/B:col10/1731347318627/Put/seqid=0
2024-11-11T17:48:39,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741901_1077 (size=12301)
2024-11-11T17:48:39,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-11T17:48:39,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:39,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:39,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:39,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:39,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:39,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347379215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:39,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:39,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:39,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:39,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347379215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:39,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:39,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:39,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:39,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-11T17:48:39,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:39,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:39,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:39,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:39,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-11T17:48:39,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347379295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:39,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:39,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:39,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:39,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347379295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:39,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:39,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:39,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:39,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347379295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:39,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:39,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:39,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:39,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-11T17:48:39,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:39,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:39,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:39,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:39,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:39,460 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/3e6e70cacf2c48f8927c78e0a9984556
2024-11-11T17:48:39,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/9a92f20c568c4a21a5140f1fcb64b2b2 is 50, key is test_row_0/C:col10/1731347318627/Put/seqid=0
2024-11-11T17:48:39,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741902_1078 (size=12301)
2024-11-11T17:48:39,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-11T17:48:39,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:39,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:39,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:39,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:39,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-11T17:48:39,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-11T17:48:39,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:39,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:39,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:39,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:39,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:39,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347379805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:39,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:39,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:39,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:39,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347379805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:39,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:39,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:39,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:39,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347379805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:39,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:39,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:39,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:39,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-11T17:48:39,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:39,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:39,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:39,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:39,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:39,877 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/9a92f20c568c4a21a5140f1fcb64b2b2
2024-11-11T17:48:39,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/228483e60d94475f84056de6cada6dcf as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/228483e60d94475f84056de6cada6dcf
2024-11-11T17:48:39,896 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/228483e60d94475f84056de6cada6dcf, entries=250, sequenceid=288, filesize=16.8 K
2024-11-11T17:48:39,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/3e6e70cacf2c48f8927c78e0a9984556 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/3e6e70cacf2c48f8927c78e0a9984556
2024-11-11T17:48:39,903 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/3e6e70cacf2c48f8927c78e0a9984556, entries=150, sequenceid=288, filesize=12.0 K
2024-11-11T17:48:39,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/9a92f20c568c4a21a5140f1fcb64b2b2 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/9a92f20c568c4a21a5140f1fcb64b2b2
2024-11-11T17:48:39,911 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/9a92f20c568c4a21a5140f1fcb64b2b2, entries=150, sequenceid=288, filesize=12.0 K
2024-11-11T17:48:39,913 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 040197ac32d4fca0c80651e0e98831b3 in 1286ms, sequenceid=288, compaction requested=false
2024-11-11T17:48:39,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:40,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-11T17:48:40,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:40,018 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 040197ac32d4fca0c80651e0e98831b3 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-11T17:48:40,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=A
2024-11-11T17:48:40,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:40,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=B
2024-11-11T17:48:40,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:40,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=C
2024-11-11T17:48:40,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:40,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/360eb79a5c884e8d85cb2aaec41375a2 is 50, key is test_row_0/A:col10/1731347318657/Put/seqid=0
2024-11-11T17:48:40,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741903_1079 (size=12301)
2024-11-11T17:48:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-11T17:48:40,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:40,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347380257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:40,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:40,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:40,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:40,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347380258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:40,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:40,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:40,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:40,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347380365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:40,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:40,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:40,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:40,376 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347380375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:40,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:40,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:40,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:40,428 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/360eb79a5c884e8d85cb2aaec41375a2
2024-11-11T17:48:40,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/dc57090a0db34772827ea8923bf5e7c5 is 50, key is test_row_0/B:col10/1731347318657/Put/seqid=0
2024-11-11T17:48:40,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741904_1080 (size=12301)
2024-11-11T17:48:40,443 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/dc57090a0db34772827ea8923bf5e7c5
2024-11-11T17:48:40,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/53bc8d922dd34050ae2d7c8ea0b57121 is 50, key is test_row_0/C:col10/1731347318657/Put/seqid=0
2024-11-11T17:48:40,460 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741905_1081 (size=12301)
2024-11-11T17:48:40,577 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347380575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:40,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:40,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:40,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:40,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347380585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:40,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:40,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:40,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:40,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347380815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:40,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347380815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:40,820 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_1' in 040197ac32d4fca0c80651e0e98831b3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:48:40,820 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_0' in 040197ac32d4fca0c80651e0e98831b3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:48:40,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:40,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:40,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:40,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:40,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:40,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:40,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347380824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:40,827 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_1' in 040197ac32d4fca0c80651e0e98831b3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:48:40,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:40,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:40,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:40,861 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/53bc8d922dd34050ae2d7c8ea0b57121
2024-11-11T17:48:40,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/360eb79a5c884e8d85cb2aaec41375a2 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/360eb79a5c884e8d85cb2aaec41375a2
2024-11-11T17:48:40,875 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/360eb79a5c884e8d85cb2aaec41375a2, entries=150, sequenceid=307, filesize=12.0 K
2024-11-11T17:48:40,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/dc57090a0db34772827ea8923bf5e7c5 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/dc57090a0db34772827ea8923bf5e7c5
2024-11-11T17:48:40,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347380885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:40,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:40,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:40,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:40,888 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/dc57090a0db34772827ea8923bf5e7c5, entries=150, sequenceid=307, filesize=12.0 K
2024-11-11T17:48:40,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/53bc8d922dd34050ae2d7c8ea0b57121 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/53bc8d922dd34050ae2d7c8ea0b57121
2024-11-11T17:48:40,900 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347380895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:40,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:40,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:40,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:40,911 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/53bc8d922dd34050ae2d7c8ea0b57121, entries=150, sequenceid=307, filesize=12.0 K
2024-11-11T17:48:40,912 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 040197ac32d4fca0c80651e0e98831b3 in 894ms, sequenceid=307, compaction requested=true
2024-11-11T17:48:40,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:40,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:40,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20
2024-11-11T17:48:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=20
2024-11-11T17:48:40,917 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-11T17:48:40,918 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9750 sec
2024-11-11T17:48:40,921 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.9820 sec
2024-11-11T17:48:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-11T17:48:41,086 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:48:41,086 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:48:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees
2024-11-11T17:48:41,089 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:48:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-11T17:48:41,091 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:48:41,092 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:48:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-11T17:48:41,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-11T17:48:41,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:41,247 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 040197ac32d4fca0c80651e0e98831b3 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-11T17:48:41,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=A
2024-11-11T17:48:41,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:41,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=B
2024-11-11T17:48:41,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:41,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=C
2024-11-11T17:48:41,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:41,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/31984f3e96ae4caf9b61202b527c6e15 is 50, key is test_row_0/A:col10/1731347320255/Put/seqid=0
2024-11-11T17:48:41,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741906_1082 (size=12301)
2024-11-11T17:48:41,260 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/31984f3e96ae4caf9b61202b527c6e15
2024-11-11T17:48:41,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/a02d4946981e422a86017371a132d259 is 50, key is test_row_0/B:col10/1731347320255/Put/seqid=0
2024-11-11T17:48:41,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741907_1083 (size=12301)
2024-11-11T17:48:41,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:41,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-11T17:48:41,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347381440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:41,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:41,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:41,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:41,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347381441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:41,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:41,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:41,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:41,557 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347381555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:41,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:41,557 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:41,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347381555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:41,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:41,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:41,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:41,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:41,675 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/a02d4946981e422a86017371a132d259
2024-11-11T17:48:41,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/f8dfb2fd38ae46bcb291e7a4f96158fd is 50, key is test_row_0/C:col10/1731347320255/Put/seqid=0
2024-11-11T17:48:41,687 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741908_1084 (size=12301)
2024-11-11T17:48:41,689 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/f8dfb2fd38ae46bcb291e7a4f96158fd
2024-11-11T17:48:41,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/31984f3e96ae4caf9b61202b527c6e15 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/31984f3e96ae4caf9b61202b527c6e15
2024-11-11T17:48:41,699 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/31984f3e96ae4caf9b61202b527c6e15, entries=150, sequenceid=322, filesize=12.0 K
2024-11-11T17:48:41,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/a02d4946981e422a86017371a132d259 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/a02d4946981e422a86017371a132d259
2024-11-11T17:48:41,705 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/a02d4946981e422a86017371a132d259, entries=150, sequenceid=322, filesize=12.0 K
2024-11-11T17:48:41,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/f8dfb2fd38ae46bcb291e7a4f96158fd as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/f8dfb2fd38ae46bcb291e7a4f96158fd
2024-11-11T17:48:41,711 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/f8dfb2fd38ae46bcb291e7a4f96158fd, entries=150, sequenceid=322, filesize=12.0 K
2024-11-11T17:48:41,712 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 040197ac32d4fca0c80651e0e98831b3 in 465ms, sequenceid=322, compaction requested=true
2024-11-11T17:48:41,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:41,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:41,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22
2024-11-11T17:48:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=22
2024-11-11T17:48:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-11T17:48:41,721 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21
2024-11-11T17:48:41,721 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 628 msec
2024-11-11T17:48:41,724 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 637 msec
2024-11-11T17:48:41,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:41,769 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 040197ac32d4fca0c80651e0e98831b3 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-11T17:48:41,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=A
2024-11-11T17:48:41,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:41,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=B
2024-11-11T17:48:41,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:41,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=C
2024-11-11T17:48:41,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:41,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/105d1ca03655405e82cc87814738cde4 is 50, key is test_row_0/A:col10/1731347321438/Put/seqid=0
2024-11-11T17:48:41,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741909_1085 (size=12301)
2024-11-11T17:48:41,794 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/105d1ca03655405e82cc87814738cde4
2024-11-11T17:48:41,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/c203da9eb87d4caa8ebc3d17e85b071a is 50, key is test_row_0/B:col10/1731347321438/Put/seqid=0
2024-11-11T17:48:41,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741910_1086 (size=12301)
2024-11-11T17:48:41,814 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/c203da9eb87d4caa8ebc3d17e85b071a
2024-11-11T17:48:41,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:41,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347381809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:41,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:41,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347381811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:41,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:41,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:41,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:41,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/165be8382cab475684b6559948b9db11 is 50, key is test_row_0/C:col10/1731347321438/Put/seqid=0
2024-11-11T17:48:41,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741911_1087 (size=12301)
2024-11-11T17:48:41,837 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/165be8382cab475684b6559948b9db11
2024-11-11T17:48:41,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/105d1ca03655405e82cc87814738cde4 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/105d1ca03655405e82cc87814738cde4
2024-11-11T17:48:41,852 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/105d1ca03655405e82cc87814738cde4, entries=150, sequenceid=341, filesize=12.0 K
2024-11-11T17:48:41,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/c203da9eb87d4caa8ebc3d17e85b071a as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/c203da9eb87d4caa8ebc3d17e85b071a
2024-11-11T17:48:41,860 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/c203da9eb87d4caa8ebc3d17e85b071a, entries=150, sequenceid=341, filesize=12.0 K
2024-11-11T17:48:41,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/165be8382cab475684b6559948b9db11 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/165be8382cab475684b6559948b9db11
2024-11-11T17:48:41,871 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/165be8382cab475684b6559948b9db11, entries=150, sequenceid=341, filesize=12.0 K
2024-11-11T17:48:41,873 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 040197ac32d4fca0c80651e0e98831b3 in 104ms, sequenceid=341, compaction requested=true
2024-11-11T17:48:41,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:41,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 040197ac32d4fca0c80651e0e98831b3:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:48:41,874 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-11T17:48:41,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:41,874 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-11T17:48:41,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 040197ac32d4fca0c80651e0e98831b3:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:48:41,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:41,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 040197ac32d4fca0c80651e0e98831b3:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:48:41,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:48:41,876 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 62187 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-11T17:48:41,876 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 67067 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-11T17:48:41,876 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 040197ac32d4fca0c80651e0e98831b3/B is initiating minor compaction (all files)
2024-11-11T17:48:41,876 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 040197ac32d4fca0c80651e0e98831b3/A is initiating minor compaction (all files)
2024-11-11T17:48:41,876 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 040197ac32d4fca0c80651e0e98831b3/A in TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:41,876 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 040197ac32d4fca0c80651e0e98831b3/B in TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:41,876 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/c447971af001456eafa4f50df8ecbf85, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/3e6e70cacf2c48f8927c78e0a9984556, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/dc57090a0db34772827ea8923bf5e7c5, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/a02d4946981e422a86017371a132d259, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/c203da9eb87d4caa8ebc3d17e85b071a] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp, totalSize=60.7 K
2024-11-11T17:48:41,876 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/751de7e0e87e4db29ea92d148c1f7837, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/228483e60d94475f84056de6cada6dcf, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/360eb79a5c884e8d85cb2aaec41375a2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/31984f3e96ae4caf9b61202b527c6e15, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/105d1ca03655405e82cc87814738cde4] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp, totalSize=65.5 K
2024-11-11T17:48:41,877 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 751de7e0e87e4db29ea92d148c1f7837, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731347317993
2024-11-11T17:48:41,877 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting c447971af001456eafa4f50df8ecbf85, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731347317993
2024-11-11T17:48:41,879 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e6e70cacf2c48f8927c78e0a9984556, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731347318069
2024-11-11T17:48:41,879 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 228483e60d94475f84056de6cada6dcf, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731347318012
2024-11-11T17:48:41,880 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting dc57090a0db34772827ea8923bf5e7c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731347318655
2024-11-11T17:48:41,880 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 360eb79a5c884e8d85cb2aaec41375a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731347318655
2024-11-11T17:48:41,881 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting a02d4946981e422a86017371a132d259, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731347320253
2024-11-11T17:48:41,881 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31984f3e96ae4caf9b61202b527c6e15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731347320253
2024-11-11T17:48:41,881 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting c203da9eb87d4caa8ebc3d17e85b071a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731347321434
2024-11-11T17:48:41,881 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 105d1ca03655405e82cc87814738cde4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731347321434
2024-11-11T17:48:41,897 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 040197ac32d4fca0c80651e0e98831b3#A#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:41,898 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/165688f7493c491d88c971c2c9016735 is 50, key is test_row_0/A:col10/1731347321438/Put/seqid=0
2024-11-11T17:48:41,898 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 040197ac32d4fca0c80651e0e98831b3#B#compaction#75 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:41,899 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/7c27c66e2a5843f48e976836a2e1c19d is 50, key is test_row_0/B:col10/1731347321438/Put/seqid=0
2024-11-11T17:48:41,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741913_1089 (size=13153)
2024-11-11T17:48:41,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741912_1088 (size=13153)
2024-11-11T17:48:41,916 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/7c27c66e2a5843f48e976836a2e1c19d as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/7c27c66e2a5843f48e976836a2e1c19d
2024-11-11T17:48:41,922 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 040197ac32d4fca0c80651e0e98831b3/B of 040197ac32d4fca0c80651e0e98831b3 into 7c27c66e2a5843f48e976836a2e1c19d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:41,922 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:41,923 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., storeName=040197ac32d4fca0c80651e0e98831b3/B, priority=11, startTime=1731347321874; duration=0sec
2024-11-11T17:48:41,923 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:48:41,923 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 040197ac32d4fca0c80651e0e98831b3:B
2024-11-11T17:48:41,923 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-11T17:48:41,925 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 62187 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-11T17:48:41,925 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 040197ac32d4fca0c80651e0e98831b3/C is initiating minor compaction (all files)
2024-11-11T17:48:41,925 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 040197ac32d4fca0c80651e0e98831b3/C in TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:41,925 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/f4f851adc7ef4815b23544251836967a, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/9a92f20c568c4a21a5140f1fcb64b2b2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/53bc8d922dd34050ae2d7c8ea0b57121, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/f8dfb2fd38ae46bcb291e7a4f96158fd, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/165be8382cab475684b6559948b9db11] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp, totalSize=60.7 K
2024-11-11T17:48:41,926 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting f4f851adc7ef4815b23544251836967a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731347317993
2024-11-11T17:48:41,926 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a92f20c568c4a21a5140f1fcb64b2b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731347318069
2024-11-11T17:48:41,926 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 53bc8d922dd34050ae2d7c8ea0b57121, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731347318655
2024-11-11T17:48:41,927 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting f8dfb2fd38ae46bcb291e7a4f96158fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731347320253
2024-11-11T17:48:41,927 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 165be8382cab475684b6559948b9db11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731347321434
2024-11-11T17:48:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:41,932 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 040197ac32d4fca0c80651e0e98831b3 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-11T17:48:41,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=A
2024-11-11T17:48:41,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:41,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=B
2024-11-11T17:48:41,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:41,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=C
2024-11-11T17:48:41,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:41,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/2cae0d5a263c41f5a1e12af10f147729 is 50, key is test_row_0/A:col10/1731347321930/Put/seqid=0
2024-11-11T17:48:41,941 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 040197ac32d4fca0c80651e0e98831b3#C#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:41,941 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/0e239b5216c945e99da3366fde3b5b7d is 50, key is test_row_0/C:col10/1731347321438/Put/seqid=0
2024-11-11T17:48:41,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741914_1090 (size=13153)
2024-11-11T17:48:41,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741915_1091 (size=12301)
2024-11-11T17:48:41,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:41,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347381974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347381973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:41,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:41,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:41,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:41,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:41,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:41,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:42,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347382085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:42,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:42,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:42,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:42,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347382085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:42,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:42,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:42,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-11T17:48:42,226 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:48:42,226 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:48:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees
2024-11-11T17:48:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-11T17:48:42,228 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:48:42,228 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:48:42,229 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:48:42,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347382295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:42,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:42,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:42,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347382295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:42,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:42,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:42,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:42,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:42,317 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/165688f7493c491d88c971c2c9016735 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/165688f7493c491d88c971c2c9016735
2024-11-11T17:48:42,324 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 040197ac32d4fca0c80651e0e98831b3/A of 040197ac32d4fca0c80651e0e98831b3 into 165688f7493c491d88c971c2c9016735(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:42,324 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:42,324 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., storeName=040197ac32d4fca0c80651e0e98831b3/A, priority=11, startTime=1731347321874; duration=0sec
2024-11-11T17:48:42,324 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:42,324 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 040197ac32d4fca0c80651e0e98831b3:A
2024-11-11T17:48:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-11T17:48:42,350 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/2cae0d5a263c41f5a1e12af10f147729
2024-11-11T17:48:42,355 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/0e239b5216c945e99da3366fde3b5b7d as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/0e239b5216c945e99da3366fde3b5b7d
2024-11-11T17:48:42,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/701473fee0f246d3baa4516e2153f36f is 50, key is test_row_0/B:col10/1731347321930/Put/seqid=0
2024-11-11T17:48:42,363 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 040197ac32d4fca0c80651e0e98831b3/C of 040197ac32d4fca0c80651e0e98831b3 into 0e239b5216c945e99da3366fde3b5b7d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:42,363 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:42,363 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., storeName=040197ac32d4fca0c80651e0e98831b3/C, priority=11, startTime=1731347321874; duration=0sec
2024-11-11T17:48:42,363 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:42,363 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 040197ac32d4fca0c80651e0e98831b3:C
2024-11-11T17:48:42,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741916_1092 (size=12301)
2024-11-11T17:48:42,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-11T17:48:42,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:42,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:42,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:42,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:42,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:42,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-11T17:48:42,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:42,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:42,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:42,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:42,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-11T17:48:42,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347382605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:42,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:42,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:42,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:42,607 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347382605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:42,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:42,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:42,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:42,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-11T17:48:42,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:42,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:42,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:42,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:42,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:42,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:42,767 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/701473fee0f246d3baa4516e2153f36f
2024-11-11T17:48:42,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/9d4c1670e2d64c2ab3e40e97f04d4c1f is 50, key is test_row_0/C:col10/1731347321930/Put/seqid=0
2024-11-11T17:48:42,781 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741917_1093 (size=12301)
2024-11-11T17:48:42,839 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49842 deadline: 1731347382835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:42,840 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49858 deadline: 1731347382835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:42,840 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_0' in 040197ac32d4fca0c80651e0e98831b3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:48:42,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:42,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:42,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:42,841 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_1' in 040197ac32d4fca0c80651e0e98831b3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:48:42,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:42,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:42,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:42,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-11T17:48:42,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:42,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:42,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:42,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:42,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-11T17:48:42,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49914 deadline: 1731347382855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:42,857 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_1' in 040197ac32d4fca0c80651e0e98831b3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:48:42,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:42,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:42,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:42,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-11T17:48:42,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:42,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:42,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:42,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:42,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:43,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347383115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:43,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347383115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:43,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:43,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:43,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:43,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:43,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:43,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:43,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-11T17:48:43,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:43,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:43,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:43,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:43,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:43,182 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/9d4c1670e2d64c2ab3e40e97f04d4c1f
2024-11-11T17:48:43,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/2cae0d5a263c41f5a1e12af10f147729 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/2cae0d5a263c41f5a1e12af10f147729
2024-11-11T17:48:43,194 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/2cae0d5a263c41f5a1e12af10f147729, entries=150, sequenceid=357, filesize=12.0 K
2024-11-11T17:48:43,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/701473fee0f246d3baa4516e2153f36f as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/701473fee0f246d3baa4516e2153f36f
2024-11-11T17:48:43,202 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/701473fee0f246d3baa4516e2153f36f, entries=150, sequenceid=357, filesize=12.0 K
2024-11-11T17:48:43,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/9d4c1670e2d64c2ab3e40e97f04d4c1f as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/9d4c1670e2d64c2ab3e40e97f04d4c1f
2024-11-11T17:48:43,209 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/9d4c1670e2d64c2ab3e40e97f04d4c1f, entries=150, sequenceid=357, filesize=12.0 K
2024-11-11T17:48:43,210 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 040197ac32d4fca0c80651e0e98831b3 in 1278ms, sequenceid=357, compaction requested=false
2024-11-11T17:48:43,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:43,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-11T17:48:43,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:43,304 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 040197ac32d4fca0c80651e0e98831b3 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-11T17:48:43,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=A
2024-11-11T17:48:43,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:43,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=B
2024-11-11T17:48:43,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:43,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=C
2024-11-11T17:48:43,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:43,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/1f9864d6d30a4c279d66f1ee565195c4 is 50, key is test_row_0/A:col10/1731347321951/Put/seqid=0
2024-11-11T17:48:43,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741918_1094 (size=12301)
2024-11-11T17:48:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-11T17:48:43,715 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/1f9864d6d30a4c279d66f1ee565195c4
2024-11-11T17:48:43,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/f3a25614d4a749dda6c81a9b85afb05b is 50, key is test_row_0/B:col10/1731347321951/Put/seqid=0
2024-11-11T17:48:43,730 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741919_1095 (size=12301)
2024-11-11T17:48:44,131 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/f3a25614d4a749dda6c81a9b85afb05b
2024-11-11T17:48:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:44,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. as already flushing
2024-11-11T17:48:44,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/3b32bbc8c512425c8be2d541efd76ee0 is 50, key is test_row_0/C:col10/1731347321951/Put/seqid=0
2024-11-11T17:48:44,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741920_1096 (size=12301)
2024-11-11T17:48:44,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347384188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:44,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:44,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:44,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347384188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:44,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:44,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:44,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:44,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:44,307 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:44,307 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347384305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347384305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:44,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:44,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:44,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:44,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:44,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:44,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-11T17:48:44,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347384515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:44,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:44,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:44,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:44,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347384515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:44,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:44,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:44,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:44,546 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/3b32bbc8c512425c8be2d541efd76ee0
2024-11-11T17:48:44,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/1f9864d6d30a4c279d66f1ee565195c4 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/1f9864d6d30a4c279d66f1ee565195c4
2024-11-11T17:48:44,557 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/1f9864d6d30a4c279d66f1ee565195c4, entries=150, sequenceid=376, filesize=12.0 K
2024-11-11T17:48:44,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/f3a25614d4a749dda6c81a9b85afb05b as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/f3a25614d4a749dda6c81a9b85afb05b
2024-11-11T17:48:44,563 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/f3a25614d4a749dda6c81a9b85afb05b, entries=150, sequenceid=376, filesize=12.0 K
2024-11-11T17:48:44,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/3b32bbc8c512425c8be2d541efd76ee0 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/3b32bbc8c512425c8be2d541efd76ee0
2024-11-11T17:48:44,571 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/3b32bbc8c512425c8be2d541efd76ee0, entries=150, sequenceid=376, filesize=12.0 K
2024-11-11T17:48:44,572 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 040197ac32d4fca0c80651e0e98831b3 in 1268ms, sequenceid=376, compaction requested=true
2024-11-11T17:48:44,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:44,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:44,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24
2024-11-11T17:48:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=24
2024-11-11T17:48:44,576 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-11T17:48:44,577 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3450 sec
2024-11-11T17:48:44,579 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 2.3510 sec
2024-11-11T17:48:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:44,827 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 040197ac32d4fca0c80651e0e98831b3 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-11T17:48:44,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=A
2024-11-11T17:48:44,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:44,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=B
2024-11-11T17:48:44,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:44,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=C
2024-11-11T17:48:44,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:44,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/c2f629fdc93b47a195fd0172cec894a4 is 50, key is test_row_0/A:col10/1731347324826/Put/seqid=0
2024-11-11T17:48:44,854 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741921_1097 (size=14741)
2024-11-11T17:48:44,856 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/c2f629fdc93b47a195fd0172cec894a4
2024-11-11T17:48:44,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/953830d0d6f241d1ab7ce07cc2b5ba5f is 50, key is test_row_0/B:col10/1731347324826/Put/seqid=0
2024-11-11T17:48:44,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741922_1098 (size=12301)
2024-11-11T17:48:44,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347384885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:44,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:44,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347384885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:44,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:44,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:44,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:44,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:44,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:45,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347385005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:45,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:45,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:45,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:45,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347385005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:45,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:45,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:45,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:45,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:45,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347385214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:45,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:45,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:45,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:45,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347385215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:45,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:45,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:45,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:45,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:45,290 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/953830d0d6f241d1ab7ce07cc2b5ba5f
2024-11-11T17:48:45,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/891250fec66d49ba827c049ceb140628 is 50, key is test_row_0/C:col10/1731347324826/Put/seqid=0
2024-11-11T17:48:45,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741923_1099 (size=12301)
2024-11-11T17:48:45,519 INFO  [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158.
2024-11-11T17:48:45,519 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:48:45,519 INFO  [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154.
2024-11-11T17:48:45,519 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:48:45,521 INFO  [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156.
2024-11-11T17:48:45,522 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:48:45,523 INFO  [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160.
2024-11-11T17:48:45,523 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:48:45,524 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:45,524 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:45,524 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:45,524 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:45,525 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:45,525 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:45,525 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:45,525 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:48:45,525 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:48:45,525 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:48:45,525 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:45,525 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:48:45,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49878 deadline: 1731347385525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:45,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49930 deadline: 1731347385526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:45,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:45,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:45,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:45,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:45,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:45,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:48:45,706 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/891250fec66d49ba827c049ceb140628
2024-11-11T17:48:45,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/c2f629fdc93b47a195fd0172cec894a4 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/c2f629fdc93b47a195fd0172cec894a4
2024-11-11T17:48:45,725 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/c2f629fdc93b47a195fd0172cec894a4, entries=200, sequenceid=393, filesize=14.4 K
2024-11-11T17:48:45,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/953830d0d6f241d1ab7ce07cc2b5ba5f as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/953830d0d6f241d1ab7ce07cc2b5ba5f
2024-11-11T17:48:45,732 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/953830d0d6f241d1ab7ce07cc2b5ba5f, entries=150, sequenceid=393, filesize=12.0 K
2024-11-11T17:48:45,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/891250fec66d49ba827c049ceb140628 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/891250fec66d49ba827c049ceb140628
2024-11-11T17:48:45,738 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/891250fec66d49ba827c049ceb140628, entries=150, sequenceid=393, filesize=12.0 K
2024-11-11T17:48:45,739 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 040197ac32d4fca0c80651e0e98831b3 in 912ms, sequenceid=393, compaction requested=true
2024-11-11T17:48:45,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:45,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 040197ac32d4fca0c80651e0e98831b3:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:48:45,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:45,739 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-11T17:48:45,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 040197ac32d4fca0c80651e0e98831b3:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:48:45,740 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-11T17:48:45,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:45,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 040197ac32d4fca0c80651e0e98831b3:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:48:45,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:48:45,741 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 52496 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-11T17:48:45,741 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-11T17:48:45,741 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 040197ac32d4fca0c80651e0e98831b3/A is initiating minor compaction (all files)
2024-11-11T17:48:45,741 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 040197ac32d4fca0c80651e0e98831b3/B is initiating minor compaction (all files)
2024-11-11T17:48:45,741 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 040197ac32d4fca0c80651e0e98831b3/B in TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:45,741 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 040197ac32d4fca0c80651e0e98831b3/A in TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:45,741 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/7c27c66e2a5843f48e976836a2e1c19d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/701473fee0f246d3baa4516e2153f36f, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/f3a25614d4a749dda6c81a9b85afb05b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/953830d0d6f241d1ab7ce07cc2b5ba5f] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp, totalSize=48.9 K
2024-11-11T17:48:45,741 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/165688f7493c491d88c971c2c9016735, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/2cae0d5a263c41f5a1e12af10f147729, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/1f9864d6d30a4c279d66f1ee565195c4, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/c2f629fdc93b47a195fd0172cec894a4] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp, totalSize=51.3 K
2024-11-11T17:48:45,742 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c27c66e2a5843f48e976836a2e1c19d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731347321434
2024-11-11T17:48:45,742 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 165688f7493c491d88c971c2c9016735, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731347321434
2024-11-11T17:48:45,742 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2cae0d5a263c41f5a1e12af10f147729, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731347321800
2024-11-11T17:48:45,742 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 701473fee0f246d3baa4516e2153f36f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731347321800
2024-11-11T17:48:45,742 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting f3a25614d4a749dda6c81a9b85afb05b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731347321951
2024-11-11T17:48:45,742 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f9864d6d30a4c279d66f1ee565195c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731347321951
2024-11-11T17:48:45,743 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 953830d0d6f241d1ab7ce07cc2b5ba5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731347324166
2024-11-11T17:48:45,743 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2f629fdc93b47a195fd0172cec894a4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731347324153
2024-11-11T17:48:45,752 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 040197ac32d4fca0c80651e0e98831b3#B#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:45,753 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/71a5d9b88e524756b3859e4bc2d89932 is 50, key is test_row_0/B:col10/1731347324826/Put/seqid=0
2024-11-11T17:48:45,756 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 040197ac32d4fca0c80651e0e98831b3#A#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:45,757 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/aacc26c2bd7147c19b56ccf1a2b2c01e is 50, key is test_row_0/A:col10/1731347324826/Put/seqid=0
2024-11-11T17:48:45,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741924_1100 (size=13289)
2024-11-11T17:48:45,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741925_1101 (size=13289)
2024-11-11T17:48:46,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:46,042 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 040197ac32d4fca0c80651e0e98831b3 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-11T17:48:46,042 INFO  [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151.
2024-11-11T17:48:46,042 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:48:46,042 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:46,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=A
2024-11-11T17:48:46,043 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:46,043 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:48:46,043 INFO  [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143.
2024-11-11T17:48:46,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:46,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=B
2024-11-11T17:48:46,043 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:48:46,044 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:46,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:46,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=C
2024-11-11T17:48:46,044 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:46,044 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:48:46,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:46,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/b36f86942a344443bd4bb9d5f3822a34 is 50, key is test_row_0/A:col10/1731347326037/Put/seqid=0
2024-11-11T17:48:46,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741926_1102 (size=12301)
2024-11-11T17:48:46,171 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/71a5d9b88e524756b3859e4bc2d89932 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/71a5d9b88e524756b3859e4bc2d89932
2024-11-11T17:48:46,171 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/aacc26c2bd7147c19b56ccf1a2b2c01e as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/aacc26c2bd7147c19b56ccf1a2b2c01e
2024-11-11T17:48:46,178 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 040197ac32d4fca0c80651e0e98831b3/B of 040197ac32d4fca0c80651e0e98831b3 into 71a5d9b88e524756b3859e4bc2d89932(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:46,178 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 040197ac32d4fca0c80651e0e98831b3/A of 040197ac32d4fca0c80651e0e98831b3 into aacc26c2bd7147c19b56ccf1a2b2c01e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:46,178 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:46,178 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:46,178 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., storeName=040197ac32d4fca0c80651e0e98831b3/A, priority=12, startTime=1731347325739; duration=0sec
2024-11-11T17:48:46,178 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., storeName=040197ac32d4fca0c80651e0e98831b3/B, priority=12, startTime=1731347325739; duration=0sec
2024-11-11T17:48:46,178 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:48:46,178 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 040197ac32d4fca0c80651e0e98831b3:A
2024-11-11T17:48:46,178 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:48:46,178 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 040197ac32d4fca0c80651e0e98831b3:B
2024-11-11T17:48:46,178 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-11T17:48:46,180 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-11T17:48:46,180 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 040197ac32d4fca0c80651e0e98831b3/C is initiating minor compaction (all files)
2024-11-11T17:48:46,180 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 040197ac32d4fca0c80651e0e98831b3/C in TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:46,180 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/0e239b5216c945e99da3366fde3b5b7d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/9d4c1670e2d64c2ab3e40e97f04d4c1f, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/3b32bbc8c512425c8be2d541efd76ee0, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/891250fec66d49ba827c049ceb140628] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp, totalSize=48.9 K
2024-11-11T17:48:46,180 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e239b5216c945e99da3366fde3b5b7d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731347321434
2024-11-11T17:48:46,181 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d4c1670e2d64c2ab3e40e97f04d4c1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731347321800
2024-11-11T17:48:46,181 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b32bbc8c512425c8be2d541efd76ee0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731347321951
2024-11-11T17:48:46,181 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 891250fec66d49ba827c049ceb140628, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731347324166
2024-11-11T17:48:46,190 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 040197ac32d4fca0c80651e0e98831b3#C#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:46,191 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/7180f0cc058a4f1993733add0693063f is 50, key is test_row_0/C:col10/1731347324826/Put/seqid=0
2024-11-11T17:48:46,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741927_1103 (size=13289)
2024-11-11T17:48:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-11T17:48:46,397 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:48:46,456 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/b36f86942a344443bd4bb9d5f3822a34
2024-11-11T17:48:46,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/7b65b185b8aa4a43b7e624e6245b3abd is 50, key is test_row_0/B:col10/1731347326037/Put/seqid=0
2024-11-11T17:48:46,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741928_1104 (size=12301)
2024-11-11T17:48:46,607 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/7180f0cc058a4f1993733add0693063f as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/7180f0cc058a4f1993733add0693063f
2024-11-11T17:48:46,615 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 040197ac32d4fca0c80651e0e98831b3/C of 040197ac32d4fca0c80651e0e98831b3 into 7180f0cc058a4f1993733add0693063f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:46,615 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:46,615 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., storeName=040197ac32d4fca0c80651e0e98831b3/C, priority=12, startTime=1731347325740; duration=0sec
2024-11-11T17:48:46,615 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:46,615 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 040197ac32d4fca0c80651e0e98831b3:C
2024-11-11T17:48:46,880 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/7b65b185b8aa4a43b7e624e6245b3abd
2024-11-11T17:48:46,881 INFO  [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145.
2024-11-11T17:48:46,881 INFO  [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149.
2024-11-11T17:48:46,881 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:48:46,881 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:48:46,882 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:46,882 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:46,882 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:46,882 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:46,882 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:48:46,882 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:48:46,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/04cebc77a6324f32a497983102ec06b7 is 50, key is test_row_0/C:col10/1731347326037/Put/seqid=0
2024-11-11T17:48:46,897 INFO  [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147.
2024-11-11T17:48:46,897 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:48:46,898 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:46,898 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:46,898 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-11T17:48:46,898 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:48:46,898 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 90
2024-11-11T17:48:46,898 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 48
2024-11-11T17:48:46,898 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 49
2024-11-11T17:48:46,898 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 44
2024-11-11T17:48:46,898 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 92
2024-11-11T17:48:46,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741929_1105 (size=12301)
2024-11-11T17:48:46,899 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-11T17:48:46,899 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3070
2024-11-11T17:48:46,899 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2906
2024-11-11T17:48:46,899 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-11T17:48:46,899 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1280
2024-11-11T17:48:46,899 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3835 rows
2024-11-11T17:48:46,899 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1273
2024-11-11T17:48:46,899 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3814 rows
2024-11-11T17:48:46,899 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-11T17:48:46,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-11T17:48:46,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:46,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:46,899 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:48:46,904 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-11T17:48:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-11T17:48:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-11T17:48:46,911 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731347326911"}]},"ts":"1731347326911"}
2024-11-11T17:48:46,913 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-11T17:48:46,913 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-11T17:48:46,916 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-11T17:48:46,920 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=040197ac32d4fca0c80651e0e98831b3, UNASSIGN}]
2024-11-11T17:48:46,921 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=040197ac32d4fca0c80651e0e98831b3, UNASSIGN
2024-11-11T17:48:46,922 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=040197ac32d4fca0c80651e0e98831b3, regionState=CLOSING, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:48:46,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=040197ac32d4fca0c80651e0e98831b3, UNASSIGN because future has completed
2024-11-11T17:48:46,925 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-11T17:48:46,925 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure 040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708}]
2024-11-11T17:48:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-11T17:48:47,087 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(122): Close 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:47,087 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-11T17:48:47,089 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1722): Closing 040197ac32d4fca0c80651e0e98831b3, disabling compactions & flushes
2024-11-11T17:48:47,089 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:47,113 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-11T17:48:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-11T17:48:47,300 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/04cebc77a6324f32a497983102ec06b7
2024-11-11T17:48:47,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/b36f86942a344443bd4bb9d5f3822a34 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/b36f86942a344443bd4bb9d5f3822a34
2024-11-11T17:48:47,313 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/b36f86942a344443bd4bb9d5f3822a34, entries=150, sequenceid=411, filesize=12.0 K
2024-11-11T17:48:47,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/7b65b185b8aa4a43b7e624e6245b3abd as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/7b65b185b8aa4a43b7e624e6245b3abd
2024-11-11T17:48:47,319 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/7b65b185b8aa4a43b7e624e6245b3abd, entries=150, sequenceid=411, filesize=12.0 K
2024-11-11T17:48:47,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/04cebc77a6324f32a497983102ec06b7 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/04cebc77a6324f32a497983102ec06b7
2024-11-11T17:48:47,325 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/04cebc77a6324f32a497983102ec06b7, entries=150, sequenceid=411, filesize=12.0 K
2024-11-11T17:48:47,326 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=20.13 KB/20610 for 040197ac32d4fca0c80651e0e98831b3 in 1285ms, sequenceid=411, compaction requested=false
2024-11-11T17:48:47,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 040197ac32d4fca0c80651e0e98831b3:

2024-11-11T17:48:47,326 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:47,326 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:47,326 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. after waiting 0 ms
2024-11-11T17:48:47,326 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:47,326 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(2902): Flushing 040197ac32d4fca0c80651e0e98831b3 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB
2024-11-11T17:48:47,326 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=A
2024-11-11T17:48:47,326 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:47,326 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=B
2024-11-11T17:48:47,326 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:47,326 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 040197ac32d4fca0c80651e0e98831b3, store=C
2024-11-11T17:48:47,327 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:47,330 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/c410a0b8d76941e7a8d8a447eeb43259 is 50, key is test_row_0/A:col10/1731347326877/Put/seqid=0
2024-11-11T17:48:47,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741930_1106 (size=9857)
2024-11-11T17:48:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-11T17:48:47,736 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/c410a0b8d76941e7a8d8a447eeb43259
2024-11-11T17:48:47,751 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/151841255ce14a5eb0f0b4577623db89 is 50, key is test_row_0/B:col10/1731347326877/Put/seqid=0
2024-11-11T17:48:47,754 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741931_1107 (size=9857)
2024-11-11T17:48:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-11T17:48:48,157 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/151841255ce14a5eb0f0b4577623db89
2024-11-11T17:48:48,204 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/aebfb3d713814fb49498020769f46e7e is 50, key is test_row_0/C:col10/1731347326877/Put/seqid=0
2024-11-11T17:48:48,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741932_1108 (size=9857)
2024-11-11T17:48:48,610 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/aebfb3d713814fb49498020769f46e7e
2024-11-11T17:48:48,624 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/A/c410a0b8d76941e7a8d8a447eeb43259 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/c410a0b8d76941e7a8d8a447eeb43259
2024-11-11T17:48:48,630 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/c410a0b8d76941e7a8d8a447eeb43259, entries=100, sequenceid=420, filesize=9.6 K
2024-11-11T17:48:48,631 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/B/151841255ce14a5eb0f0b4577623db89 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/151841255ce14a5eb0f0b4577623db89
2024-11-11T17:48:48,637 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/151841255ce14a5eb0f0b4577623db89, entries=100, sequenceid=420, filesize=9.6 K
2024-11-11T17:48:48,638 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/.tmp/C/aebfb3d713814fb49498020769f46e7e as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/aebfb3d713814fb49498020769f46e7e
2024-11-11T17:48:48,643 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/aebfb3d713814fb49498020769f46e7e, entries=100, sequenceid=420, filesize=9.6 K
2024-11-11T17:48:48,644 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 040197ac32d4fca0c80651e0e98831b3 in 1318ms, sequenceid=420, compaction requested=true
2024-11-11T17:48:48,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/f4d49b3d05904cd882563be622b0ec78, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/0833ee47436f4421ad96ba4367888963, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/ab0c59c91db1467fa19d5510ae51e982, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/65ce1a5d4d3044689091ae85f008b7f3, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/4fae07ad25e948c5bdb7e0d6fd83a667, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/d1683f3e21634fefb22b8c3efac809c2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/29f46678be324e8c90cdc599f2a54449, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/3286757173494193b666454604910c70, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/fd8dbeb206394fe7a360c203fb749d87, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/9b82738f21a744bb8177d48c258118d6, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/56a0ba695e604c5da3a3a5695a35f37f, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/03797c6490e34760af93b0e7a31fd85f, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/5ef677bc544e46ceb1cd4e587f8bc0b9, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/66d6867f9ccc49f195debc1edd776381, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/d8bf414079d24cc08941ca0f269ec31c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/0d1a9d263115429ca9effc16b199f059, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/09320bd4227543358e1a1df548961706, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/8aea1869cb84433698340837896bd48a, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/e68b35dcc1274d12bf0c2abe522332e0, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/751de7e0e87e4db29ea92d148c1f7837, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/271d8275a34446df9bae65cdc3ad41b4, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/228483e60d94475f84056de6cada6dcf, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/360eb79a5c884e8d85cb2aaec41375a2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/31984f3e96ae4caf9b61202b527c6e15, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/165688f7493c491d88c971c2c9016735, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/105d1ca03655405e82cc87814738cde4, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/2cae0d5a263c41f5a1e12af10f147729, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/1f9864d6d30a4c279d66f1ee565195c4, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/c2f629fdc93b47a195fd0172cec894a4] to archive
2024-11-11T17:48:48,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-11T17:48:48,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/f4d49b3d05904cd882563be622b0ec78 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/f4d49b3d05904cd882563be622b0ec78
2024-11-11T17:48:48,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/0833ee47436f4421ad96ba4367888963 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/0833ee47436f4421ad96ba4367888963
2024-11-11T17:48:48,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/ab0c59c91db1467fa19d5510ae51e982 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/ab0c59c91db1467fa19d5510ae51e982
2024-11-11T17:48:48,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/65ce1a5d4d3044689091ae85f008b7f3 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/65ce1a5d4d3044689091ae85f008b7f3
2024-11-11T17:48:48,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/4fae07ad25e948c5bdb7e0d6fd83a667 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/4fae07ad25e948c5bdb7e0d6fd83a667
2024-11-11T17:48:48,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/d1683f3e21634fefb22b8c3efac809c2 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/d1683f3e21634fefb22b8c3efac809c2
2024-11-11T17:48:48,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/29f46678be324e8c90cdc599f2a54449 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/29f46678be324e8c90cdc599f2a54449
2024-11-11T17:48:48,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/3286757173494193b666454604910c70 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/3286757173494193b666454604910c70
2024-11-11T17:48:48,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/fd8dbeb206394fe7a360c203fb749d87 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/fd8dbeb206394fe7a360c203fb749d87
2024-11-11T17:48:48,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/9b82738f21a744bb8177d48c258118d6 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/9b82738f21a744bb8177d48c258118d6
2024-11-11T17:48:48,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/56a0ba695e604c5da3a3a5695a35f37f to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/56a0ba695e604c5da3a3a5695a35f37f
2024-11-11T17:48:48,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/03797c6490e34760af93b0e7a31fd85f to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/03797c6490e34760af93b0e7a31fd85f
2024-11-11T17:48:48,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/5ef677bc544e46ceb1cd4e587f8bc0b9 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/5ef677bc544e46ceb1cd4e587f8bc0b9
2024-11-11T17:48:48,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/66d6867f9ccc49f195debc1edd776381 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/66d6867f9ccc49f195debc1edd776381
2024-11-11T17:48:48,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/d8bf414079d24cc08941ca0f269ec31c to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/d8bf414079d24cc08941ca0f269ec31c
2024-11-11T17:48:48,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/0d1a9d263115429ca9effc16b199f059 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/0d1a9d263115429ca9effc16b199f059
2024-11-11T17:48:48,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/09320bd4227543358e1a1df548961706 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/09320bd4227543358e1a1df548961706
2024-11-11T17:48:48,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/8aea1869cb84433698340837896bd48a to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/8aea1869cb84433698340837896bd48a
2024-11-11T17:48:48,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/e68b35dcc1274d12bf0c2abe522332e0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/e68b35dcc1274d12bf0c2abe522332e0
2024-11-11T17:48:48,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/751de7e0e87e4db29ea92d148c1f7837 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/751de7e0e87e4db29ea92d148c1f7837
2024-11-11T17:48:48,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/271d8275a34446df9bae65cdc3ad41b4 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/271d8275a34446df9bae65cdc3ad41b4
2024-11-11T17:48:48,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/228483e60d94475f84056de6cada6dcf to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/228483e60d94475f84056de6cada6dcf
2024-11-11T17:48:48,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/360eb79a5c884e8d85cb2aaec41375a2 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/360eb79a5c884e8d85cb2aaec41375a2
2024-11-11T17:48:48,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/31984f3e96ae4caf9b61202b527c6e15 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/31984f3e96ae4caf9b61202b527c6e15
2024-11-11T17:48:48,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/165688f7493c491d88c971c2c9016735 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/165688f7493c491d88c971c2c9016735
2024-11-11T17:48:48,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/105d1ca03655405e82cc87814738cde4 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/105d1ca03655405e82cc87814738cde4
2024-11-11T17:48:48,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/2cae0d5a263c41f5a1e12af10f147729 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/2cae0d5a263c41f5a1e12af10f147729
2024-11-11T17:48:48,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/1f9864d6d30a4c279d66f1ee565195c4 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/1f9864d6d30a4c279d66f1ee565195c4
2024-11-11T17:48:48,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/c2f629fdc93b47a195fd0172cec894a4 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/c2f629fdc93b47a195fd0172cec894a4
2024-11-11T17:48:48,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/8d0aa45540f94c8fa26dfa62325f6129, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/f9608c2a1b1348fa96f197337ca9a551, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/b7af4af6c7164ad6834b927265f2d595, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/60386c793b4640fea818c40bf0d93959, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/18a55eec8c604b7c95392b21fb1638e0, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/91ffe2c7da894f49ac2a9b1afdc7b57b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/1c2a0cd3816c4eb0be6fd1e722b1c4a5, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/1d737fe76fc14e05a928c5ea728d03aa, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/49504582da884fa98a3c7f7a2cd44033, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/8be22994b884440082e4da5203732a65, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/c5229d1de9034f64a267fa8edb90ffa6, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/f4551d258a62404d94e104296d9450bd, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/76590ba8fa6e4c749e79d16ba947cdfd, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/89d25d5021cc41be80a5660795b7dbaa, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/f8e75c701994477988bcb54e99370cd2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/744d27cc32604e2f9105378cde247443, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/a03332d0535c4542a977311a74f46ebc, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/7dcd06534172440896692dacccf13ff1, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/7f07b338523f4e2aa15c88ce38f50cf9, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/c447971af001456eafa4f50df8ecbf85, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/395c363a74914c97879c8be961d285f7, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/3e6e70cacf2c48f8927c78e0a9984556, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/dc57090a0db34772827ea8923bf5e7c5, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/a02d4946981e422a86017371a132d259, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/7c27c66e2a5843f48e976836a2e1c19d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/c203da9eb87d4caa8ebc3d17e85b071a, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/701473fee0f246d3baa4516e2153f36f, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/f3a25614d4a749dda6c81a9b85afb05b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/953830d0d6f241d1ab7ce07cc2b5ba5f] to archive
2024-11-11T17:48:48,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-11T17:48:48,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/8d0aa45540f94c8fa26dfa62325f6129 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/8d0aa45540f94c8fa26dfa62325f6129
2024-11-11T17:48:48,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/f9608c2a1b1348fa96f197337ca9a551 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/f9608c2a1b1348fa96f197337ca9a551
2024-11-11T17:48:48,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/b7af4af6c7164ad6834b927265f2d595 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/b7af4af6c7164ad6834b927265f2d595
2024-11-11T17:48:48,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/60386c793b4640fea818c40bf0d93959 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/60386c793b4640fea818c40bf0d93959
2024-11-11T17:48:48,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/18a55eec8c604b7c95392b21fb1638e0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/18a55eec8c604b7c95392b21fb1638e0
2024-11-11T17:48:48,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/91ffe2c7da894f49ac2a9b1afdc7b57b to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/91ffe2c7da894f49ac2a9b1afdc7b57b
2024-11-11T17:48:48,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/1c2a0cd3816c4eb0be6fd1e722b1c4a5 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/1c2a0cd3816c4eb0be6fd1e722b1c4a5
2024-11-11T17:48:48,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/1d737fe76fc14e05a928c5ea728d03aa to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/1d737fe76fc14e05a928c5ea728d03aa
2024-11-11T17:48:48,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/49504582da884fa98a3c7f7a2cd44033 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/49504582da884fa98a3c7f7a2cd44033
2024-11-11T17:48:48,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/8be22994b884440082e4da5203732a65 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/8be22994b884440082e4da5203732a65
2024-11-11T17:48:48,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/c5229d1de9034f64a267fa8edb90ffa6 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/c5229d1de9034f64a267fa8edb90ffa6
2024-11-11T17:48:48,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/f4551d258a62404d94e104296d9450bd to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/f4551d258a62404d94e104296d9450bd
2024-11-11T17:48:48,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/76590ba8fa6e4c749e79d16ba947cdfd to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/76590ba8fa6e4c749e79d16ba947cdfd
2024-11-11T17:48:48,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/89d25d5021cc41be80a5660795b7dbaa to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/89d25d5021cc41be80a5660795b7dbaa
2024-11-11T17:48:48,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/f8e75c701994477988bcb54e99370cd2 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/f8e75c701994477988bcb54e99370cd2
2024-11-11T17:48:48,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/744d27cc32604e2f9105378cde247443 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/744d27cc32604e2f9105378cde247443
2024-11-11T17:48:48,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/a03332d0535c4542a977311a74f46ebc to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/a03332d0535c4542a977311a74f46ebc
2024-11-11T17:48:48,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/7dcd06534172440896692dacccf13ff1 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/7dcd06534172440896692dacccf13ff1
2024-11-11T17:48:48,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/7f07b338523f4e2aa15c88ce38f50cf9 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/7f07b338523f4e2aa15c88ce38f50cf9
2024-11-11T17:48:48,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/c447971af001456eafa4f50df8ecbf85 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/c447971af001456eafa4f50df8ecbf85
2024-11-11T17:48:48,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/395c363a74914c97879c8be961d285f7 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/395c363a74914c97879c8be961d285f7
2024-11-11T17:48:48,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/3e6e70cacf2c48f8927c78e0a9984556 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/3e6e70cacf2c48f8927c78e0a9984556
2024-11-11T17:48:48,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/dc57090a0db34772827ea8923bf5e7c5 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/dc57090a0db34772827ea8923bf5e7c5
2024-11-11T17:48:48,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/a02d4946981e422a86017371a132d259 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/a02d4946981e422a86017371a132d259
2024-11-11T17:48:48,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/7c27c66e2a5843f48e976836a2e1c19d to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/7c27c66e2a5843f48e976836a2e1c19d
2024-11-11T17:48:48,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/c203da9eb87d4caa8ebc3d17e85b071a to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/c203da9eb87d4caa8ebc3d17e85b071a
2024-11-11T17:48:48,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/701473fee0f246d3baa4516e2153f36f to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/701473fee0f246d3baa4516e2153f36f
2024-11-11T17:48:48,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/f3a25614d4a749dda6c81a9b85afb05b to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/f3a25614d4a749dda6c81a9b85afb05b
2024-11-11T17:48:48,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/953830d0d6f241d1ab7ce07cc2b5ba5f to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/953830d0d6f241d1ab7ce07cc2b5ba5f
2024-11-11T17:48:48,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/097c63110eb4454aa48ebdd1b066d01e, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/c26bbeae4dbd4b6a86050dd69b88ff58, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/cb384efe7d2f47ddbee132543cc5e569, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/a7659fc7059d4bb09bf39be2a8ca7648, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/efadbaa6fac947c4a5a7cd5d00670d04, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/039ab754eec04e4e918f34ed4bc1401e, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/7062251b9892493c802f0a4dd2b17646, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/795a544dd78e4d13a8df552160a001f0, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/bd7ed5cb935d41c6a8841cc4f9c3e69c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/937937b2e8984017a88d40d73824c0ed, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/9aaa7d0558ed4618a6530406688695ac, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/78b1552c02ee4e928d53cfe567d225f7, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/3f34558a0c9a432ab4e307e799345571, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/3148c459dab14dabbbee206966636744, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/fdd8a664f3c848ac9a01628c9198b4cf, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/2b7fcd10b6b04fd6bea77beeec21bcd7, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/0f3542f88b254f03b496ada2a9b8c6c8, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/563187ce59134878b06a80e501f51cfb, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/20e766d527874428ae2d4f6a4268fbe5, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/f4f851adc7ef4815b23544251836967a, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/526fde7d75bb47ed9ebf91fd83d04c2c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/9a92f20c568c4a21a5140f1fcb64b2b2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/53bc8d922dd34050ae2d7c8ea0b57121, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/f8dfb2fd38ae46bcb291e7a4f96158fd, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/0e239b5216c945e99da3366fde3b5b7d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/165be8382cab475684b6559948b9db11, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/9d4c1670e2d64c2ab3e40e97f04d4c1f, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/3b32bbc8c512425c8be2d541efd76ee0, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/891250fec66d49ba827c049ceb140628] to archive
2024-11-11T17:48:48,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-11T17:48:48,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/097c63110eb4454aa48ebdd1b066d01e to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/097c63110eb4454aa48ebdd1b066d01e
2024-11-11T17:48:48,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/c26bbeae4dbd4b6a86050dd69b88ff58 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/c26bbeae4dbd4b6a86050dd69b88ff58
2024-11-11T17:48:48,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/cb384efe7d2f47ddbee132543cc5e569 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/cb384efe7d2f47ddbee132543cc5e569
2024-11-11T17:48:48,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/a7659fc7059d4bb09bf39be2a8ca7648 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/a7659fc7059d4bb09bf39be2a8ca7648
2024-11-11T17:48:48,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/efadbaa6fac947c4a5a7cd5d00670d04 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/efadbaa6fac947c4a5a7cd5d00670d04
2024-11-11T17:48:48,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/039ab754eec04e4e918f34ed4bc1401e to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/039ab754eec04e4e918f34ed4bc1401e
2024-11-11T17:48:48,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/7062251b9892493c802f0a4dd2b17646 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/7062251b9892493c802f0a4dd2b17646
2024-11-11T17:48:48,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/795a544dd78e4d13a8df552160a001f0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/795a544dd78e4d13a8df552160a001f0
2024-11-11T17:48:48,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/bd7ed5cb935d41c6a8841cc4f9c3e69c to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/bd7ed5cb935d41c6a8841cc4f9c3e69c
2024-11-11T17:48:48,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/937937b2e8984017a88d40d73824c0ed to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/937937b2e8984017a88d40d73824c0ed
2024-11-11T17:48:48,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/9aaa7d0558ed4618a6530406688695ac to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/9aaa7d0558ed4618a6530406688695ac
2024-11-11T17:48:48,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/78b1552c02ee4e928d53cfe567d225f7 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/78b1552c02ee4e928d53cfe567d225f7
2024-11-11T17:48:48,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/3f34558a0c9a432ab4e307e799345571 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/3f34558a0c9a432ab4e307e799345571
2024-11-11T17:48:48,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/3148c459dab14dabbbee206966636744 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/3148c459dab14dabbbee206966636744
2024-11-11T17:48:48,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/fdd8a664f3c848ac9a01628c9198b4cf to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/fdd8a664f3c848ac9a01628c9198b4cf
2024-11-11T17:48:48,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/2b7fcd10b6b04fd6bea77beeec21bcd7 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/2b7fcd10b6b04fd6bea77beeec21bcd7
2024-11-11T17:48:48,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/0f3542f88b254f03b496ada2a9b8c6c8 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/0f3542f88b254f03b496ada2a9b8c6c8
2024-11-11T17:48:48,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/563187ce59134878b06a80e501f51cfb to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/563187ce59134878b06a80e501f51cfb
2024-11-11T17:48:48,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/20e766d527874428ae2d4f6a4268fbe5 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/20e766d527874428ae2d4f6a4268fbe5
2024-11-11T17:48:48,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/f4f851adc7ef4815b23544251836967a to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/f4f851adc7ef4815b23544251836967a
2024-11-11T17:48:48,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/526fde7d75bb47ed9ebf91fd83d04c2c to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/526fde7d75bb47ed9ebf91fd83d04c2c
2024-11-11T17:48:48,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/9a92f20c568c4a21a5140f1fcb64b2b2 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/9a92f20c568c4a21a5140f1fcb64b2b2
2024-11-11T17:48:48,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/53bc8d922dd34050ae2d7c8ea0b57121 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/53bc8d922dd34050ae2d7c8ea0b57121
2024-11-11T17:48:48,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/f8dfb2fd38ae46bcb291e7a4f96158fd to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/f8dfb2fd38ae46bcb291e7a4f96158fd
2024-11-11T17:48:48,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/0e239b5216c945e99da3366fde3b5b7d to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/0e239b5216c945e99da3366fde3b5b7d
2024-11-11T17:48:48,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/165be8382cab475684b6559948b9db11 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/165be8382cab475684b6559948b9db11
2024-11-11T17:48:48,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/9d4c1670e2d64c2ab3e40e97f04d4c1f to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/9d4c1670e2d64c2ab3e40e97f04d4c1f
2024-11-11T17:48:48,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/3b32bbc8c512425c8be2d541efd76ee0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/3b32bbc8c512425c8be2d541efd76ee0
2024-11-11T17:48:48,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/891250fec66d49ba827c049ceb140628 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/891250fec66d49ba827c049ceb140628
2024-11-11T17:48:48,779 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/recovered.edits/423.seqid, newMaxSeqId=423, maxSeqId=1
2024-11-11T17:48:48,780 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.
2024-11-11T17:48:48,780 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1676): Region close journal for 040197ac32d4fca0c80651e0e98831b3:
Waiting for close lock at 1731347327088Running coprocessor pre-close hooks at 1731347327089 (+1 ms)Disabling compacts and flushes for region at 1731347327089Disabling writes for close at 1731347327326 (+237 ms)Obtaining lock to block concurrent updates at 1731347327326Preparing flush snapshotting stores in 040197ac32d4fca0c80651e0e98831b3 at 1731347327326Finished memstore snapshotting TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1731347327327 (+1 ms)Flushing stores of TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3. at 1731347327327Flushing 040197ac32d4fca0c80651e0e98831b3/A: creating writer at 1731347327327Flushing 040197ac32d4fca0c80651e0e98831b3/A: appending metadata at 1731347327330 (+3 ms)Flushing 040197ac32d4fca0c80651e0e98831b3/A: closing flushed file at 1731347327330Flushing 040197ac32d4fca0c80651e0e98831b3/B: creating writer at 1731347327745 (+415 ms)Flushing 040197ac32d4fca0c80651e0e98831b3/B: appending metadata at 1731347327750 (+5 ms)Flushing 040197ac32d4fca0c80651e0e98831b3/B: closing flushed file at 1731347327750Flushing 040197ac32d4fca0c80651e0e98831b3/C: creating writer at 1731347328197 (+447 ms)Flushing 040197ac32d4fca0c80651e0e98831b3/C: appending metadata at 1731347328203 (+6 ms)Flushing 040197ac32d4fca0c80651e0e98831b3/C: closing flushed file at 1731347328203Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f34a889: reopening flushed file at 1731347328623 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33c578fd: reopening flushed file at 1731347328630 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66ab3e4f: reopening flushed file at 1731347328637 (+7 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 040197ac32d4fca0c80651e0e98831b3 in 1318ms, sequenceid=420, compaction requested=true at 1731347328644 (+7 ms)Writing region close event to WAL at 1731347328776 (+132 ms)Running coprocessor post-close hooks at 1731347328780 (+4 ms)Closed at 1731347328780
2024-11-11T17:48:48,782 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(157): Closed 040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:48,783 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=040197ac32d4fca0c80651e0e98831b3, regionState=CLOSED
2024-11-11T17:48:48,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure 040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708 because future has completed
2024-11-11T17:48:48,789 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27
2024-11-11T17:48:48,789 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseRegionProcedure 040197ac32d4fca0c80651e0e98831b3, server=01af7571cc75,44273,1731347298708 in 1.8620 sec
2024-11-11T17:48:48,792 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-11T17:48:48,792 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=040197ac32d4fca0c80651e0e98831b3, UNASSIGN in 1.8690 sec
2024-11-11T17:48:48,796 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-11T17:48:48,796 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8780 sec
2024-11-11T17:48:48,799 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731347328798"}]},"ts":"1731347328798"}
2024-11-11T17:48:48,801 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-11T17:48:48,801 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-11T17:48:48,804 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8970 sec
2024-11-11T17:48:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-11T17:48:49,056 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:48:49,066 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-11T17:48:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:48:49,072 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:48:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-11T17:48:49,073 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=29, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:48:49,078 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:49,082 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A, FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B, FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C, FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/recovered.edits]
2024-11-11T17:48:49,085 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/aacc26c2bd7147c19b56ccf1a2b2c01e to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/aacc26c2bd7147c19b56ccf1a2b2c01e
2024-11-11T17:48:49,087 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/b36f86942a344443bd4bb9d5f3822a34 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/b36f86942a344443bd4bb9d5f3822a34
2024-11-11T17:48:49,089 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/c410a0b8d76941e7a8d8a447eeb43259 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/A/c410a0b8d76941e7a8d8a447eeb43259
2024-11-11T17:48:49,092 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/151841255ce14a5eb0f0b4577623db89 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/151841255ce14a5eb0f0b4577623db89
2024-11-11T17:48:49,093 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/71a5d9b88e524756b3859e4bc2d89932 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/71a5d9b88e524756b3859e4bc2d89932
2024-11-11T17:48:49,094 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/7b65b185b8aa4a43b7e624e6245b3abd to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/B/7b65b185b8aa4a43b7e624e6245b3abd
2024-11-11T17:48:49,096 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/04cebc77a6324f32a497983102ec06b7 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/04cebc77a6324f32a497983102ec06b7
2024-11-11T17:48:49,098 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/7180f0cc058a4f1993733add0693063f to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/7180f0cc058a4f1993733add0693063f
2024-11-11T17:48:49,099 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/aebfb3d713814fb49498020769f46e7e to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/C/aebfb3d713814fb49498020769f46e7e
2024-11-11T17:48:49,101 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/recovered.edits/423.seqid to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3/recovered.edits/423.seqid
2024-11-11T17:48:49,102 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/040197ac32d4fca0c80651e0e98831b3
2024-11-11T17:48:49,102 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-11T17:48:49,107 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=29, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:48:49,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-11T17:48:49,115 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-11T17:48:49,142 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-11T17:48:49,144 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=29, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:48:49,144 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-11T17:48:49,144 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731347329144"}]},"ts":"9223372036854775807"}
2024-11-11T17:48:49,148 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-11T17:48:49,148 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 040197ac32d4fca0c80651e0e98831b3, NAME => 'TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3.', STARTKEY => '', ENDKEY => ''}]
2024-11-11T17:48:49,149 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-11T17:48:49,149 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731347329149"}]},"ts":"9223372036854775807"}
2024-11-11T17:48:49,152 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-11T17:48:49,152 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=29, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:48:49,154 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 86 msec
2024-11-11T17:48:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-11T17:48:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-11T17:48:49,177 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:48:49,188 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=242 (was 211)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1395616633_22 at /127.0.0.1:57312 [Waiting for operation #215]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS:0;01af7571cc75:44273-shortCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1845323149_22 at /127.0.0.1:53914 [Waiting for operation #198]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/01af7571cc75:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1395616633_22 at /127.0.0.1:53960 [Waiting for operation #186]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/01af7571cc75:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=457 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=233 (was 158) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6846 (was 7361)
2024-11-11T17:48:49,197 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=242, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=233, ProcessCount=11, AvailableMemoryMB=6844
2024-11-11T17:48:49,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-11T17:48:49,199 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-11T17:48:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-11T17:48:49,201 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-11T17:48:49,202 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:49,202 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 30
2024-11-11T17:48:49,203 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-11T17:48:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30
2024-11-11T17:48:49,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741933_1109 (size=1061)
2024-11-11T17:48:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30
2024-11-11T17:48:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30
2024-11-11T17:48:49,613 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7
2024-11-11T17:48:49,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741934_1110 (size=53)
2024-11-11T17:48:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30
2024-11-11T17:48:50,026 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T17:48:50,027 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing a41a58b48a5b9bacf2b5998a6424ff31, disabling compactions & flushes
2024-11-11T17:48:50,027 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:50,027 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:50,027 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. after waiting 0 ms
2024-11-11T17:48:50,027 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:50,027 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:50,027 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for a41a58b48a5b9bacf2b5998a6424ff31:
Waiting for close lock at 1731347330026Disabling compacts and flushes for region at 1731347330026Disabling writes for close at 1731347330027 (+1 ms)Writing region close event to WAL at 1731347330027Closed at 1731347330027
2024-11-11T17:48:50,030 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-11T17:48:50,031 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731347330031"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731347330031"}]},"ts":"1731347330031"}
2024-11-11T17:48:50,035 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-11T17:48:50,037 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-11T17:48:50,038 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731347330037"}]},"ts":"1731347330037"}
2024-11-11T17:48:50,040 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-11T17:48:50,040 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a41a58b48a5b9bacf2b5998a6424ff31, ASSIGN}]
2024-11-11T17:48:50,042 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a41a58b48a5b9bacf2b5998a6424ff31, ASSIGN
2024-11-11T17:48:50,043 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a41a58b48a5b9bacf2b5998a6424ff31, ASSIGN; state=OFFLINE, location=01af7571cc75,44273,1731347298708; forceNewPlan=false, retain=false
2024-11-11T17:48:50,194 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=a41a58b48a5b9bacf2b5998a6424ff31, regionState=OPENING, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:48:50,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a41a58b48a5b9bacf2b5998a6424ff31, ASSIGN because future has completed
2024-11-11T17:48:50,197 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708}]
2024-11-11T17:48:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30
2024-11-11T17:48:50,353 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:50,353 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
2024-11-11T17:48:50,354 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:50,354 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T17:48:50,354 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:50,354 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:50,356 INFO  [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a41a58b48a5b9bacf2b5998a6424ff31 
2024-11-11T17:48:50,357 INFO  [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:48:50,359 INFO  [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a41a58b48a5b9bacf2b5998a6424ff31 columnFamilyName A
2024-11-11T17:48:50,359 DEBUG [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:50,360 INFO  [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] regionserver.HStore(327): Store=a41a58b48a5b9bacf2b5998a6424ff31/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:48:50,360 INFO  [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a41a58b48a5b9bacf2b5998a6424ff31 
2024-11-11T17:48:50,361 INFO  [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:48:50,361 INFO  [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a41a58b48a5b9bacf2b5998a6424ff31 columnFamilyName B
2024-11-11T17:48:50,361 DEBUG [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:50,362 INFO  [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] regionserver.HStore(327): Store=a41a58b48a5b9bacf2b5998a6424ff31/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:48:50,362 INFO  [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a41a58b48a5b9bacf2b5998a6424ff31 
2024-11-11T17:48:50,363 INFO  [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:48:50,363 INFO  [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a41a58b48a5b9bacf2b5998a6424ff31 columnFamilyName C
2024-11-11T17:48:50,363 DEBUG [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:50,364 INFO  [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] regionserver.HStore(327): Store=a41a58b48a5b9bacf2b5998a6424ff31/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:48:50,364 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:50,364 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:50,365 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:50,365 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:50,366 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:50,366 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:50,366 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-11T17:48:50,367 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:50,369 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-11T17:48:50,370 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened a41a58b48a5b9bacf2b5998a6424ff31; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66127781, jitterRate=-0.01461927592754364}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-11T17:48:50,370 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:50,371 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for a41a58b48a5b9bacf2b5998a6424ff31:
Running coprocessor pre-open hook at 1731347330354Writing region info on filesystem at 1731347330354Initializing all the Stores at 1731347330355 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347330355Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347330356 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347330356Cleaning up temporary data from old regions at 1731347330366 (+10 ms)Running coprocessor post-open hooks at 1731347330370 (+4 ms)Region opened successfully at 1731347330371 (+1 ms)
2024-11-11T17:48:50,371 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., pid=32, masterSystemTime=1731347330349
2024-11-11T17:48:50,373 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:50,373 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:50,374 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=a41a58b48a5b9bacf2b5998a6424ff31, regionState=OPEN, openSeqNum=2, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:48:50,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708 because future has completed
2024-11-11T17:48:50,379 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-11T17:48:50,379 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; OpenRegionProcedure a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708 in 180 msec
2024-11-11T17:48:50,381 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30
2024-11-11T17:48:50,381 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a41a58b48a5b9bacf2b5998a6424ff31, ASSIGN in 339 msec
2024-11-11T17:48:50,382 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-11T17:48:50,382 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731347330382"}]},"ts":"1731347330382"}
2024-11-11T17:48:50,384 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-11T17:48:50,385 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-11T17:48:50,387 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1860 sec
2024-11-11T17:48:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30
2024-11-11T17:48:51,347 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:48:51,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2697ccde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:51,351 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:48:51,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:48:51,356 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:48:51,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:48:51,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:48:51,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c75ddb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:51,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:48:51,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:48:51,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:51,360 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:48:51,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a13e1f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:51,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:48:51,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:48:51,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:48:51,364 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:48:51,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-11T17:48:51,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 01af7571cc75,43645,1731347297994
2024-11-11T17:48:51,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6479eaa0
2024-11-11T17:48:51,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-11T17:48:51,368 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-11T17:48:51,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-11T17:48:51,374 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-11T17:48:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-11T17:48:51,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741935_1111 (size=1097)
2024-11-11T17:48:51,797 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-11T17:48:51,797 INFO  [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-11T17:48:51,805 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-11T17:48:51,812 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a41a58b48a5b9bacf2b5998a6424ff31, REOPEN/MOVE}]
2024-11-11T17:48:51,813 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a41a58b48a5b9bacf2b5998a6424ff31, REOPEN/MOVE
2024-11-11T17:48:51,814 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=a41a58b48a5b9bacf2b5998a6424ff31, regionState=CLOSING, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:48:51,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a41a58b48a5b9bacf2b5998a6424ff31, REOPEN/MOVE because future has completed
2024-11-11T17:48:51,816 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-11T17:48:51,816 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708}]
2024-11-11T17:48:51,969 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(122): Close a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:51,970 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-11T17:48:51,970 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1722): Closing a41a58b48a5b9bacf2b5998a6424ff31, disabling compactions & flushes
2024-11-11T17:48:51,970 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:51,970 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:51,970 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. after waiting 0 ms
2024-11-11T17:48:51,970 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:51,980 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-11T17:48:51,981 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:51,981 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1676): Region close journal for a41a58b48a5b9bacf2b5998a6424ff31:
Waiting for close lock at 1731347331970Running coprocessor pre-close hooks at 1731347331970Disabling compacts and flushes for region at 1731347331970Disabling writes for close at 1731347331970Writing region close event to WAL at 1731347331971 (+1 ms)Running coprocessor post-close hooks at 1731347331981 (+10 ms)Closed at 1731347331981
2024-11-11T17:48:51,982 WARN  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionServer(3299): Not adding moved region record: a41a58b48a5b9bacf2b5998a6424ff31 to self.
2024-11-11T17:48:51,984 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(157): Closed a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:51,986 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=a41a58b48a5b9bacf2b5998a6424ff31, regionState=CLOSED
2024-11-11T17:48:51,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708 because future has completed
2024-11-11T17:48:51,993 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35
2024-11-11T17:48:51,993 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; CloseRegionProcedure a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708 in 174 msec
2024-11-11T17:48:51,994 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a41a58b48a5b9bacf2b5998a6424ff31, REOPEN/MOVE; state=CLOSED, location=01af7571cc75,44273,1731347298708; forceNewPlan=false, retain=true
2024-11-11T17:48:52,145 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=a41a58b48a5b9bacf2b5998a6424ff31, regionState=OPENING, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:48:52,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a41a58b48a5b9bacf2b5998a6424ff31, REOPEN/MOVE because future has completed
2024-11-11T17:48:52,148 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708}]
2024-11-11T17:48:52,305 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:52,305 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
2024-11-11T17:48:52,305 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:52,305 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T17:48:52,305 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:52,305 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:52,307 INFO  [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a41a58b48a5b9bacf2b5998a6424ff31 
2024-11-11T17:48:52,308 INFO  [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:48:52,312 INFO  [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a41a58b48a5b9bacf2b5998a6424ff31 columnFamilyName A
2024-11-11T17:48:52,315 DEBUG [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:52,316 INFO  [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] regionserver.HStore(327): Store=a41a58b48a5b9bacf2b5998a6424ff31/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:48:52,316 INFO  [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a41a58b48a5b9bacf2b5998a6424ff31 
2024-11-11T17:48:52,317 INFO  [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:48:52,318 INFO  [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a41a58b48a5b9bacf2b5998a6424ff31 columnFamilyName B
2024-11-11T17:48:52,318 DEBUG [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:52,318 INFO  [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] regionserver.HStore(327): Store=a41a58b48a5b9bacf2b5998a6424ff31/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:48:52,318 INFO  [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a41a58b48a5b9bacf2b5998a6424ff31 
2024-11-11T17:48:52,319 INFO  [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:48:52,319 INFO  [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a41a58b48a5b9bacf2b5998a6424ff31 columnFamilyName C
2024-11-11T17:48:52,319 DEBUG [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:52,319 INFO  [StoreOpener-a41a58b48a5b9bacf2b5998a6424ff31-1 {}] regionserver.HStore(327): Store=a41a58b48a5b9bacf2b5998a6424ff31/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:48:52,320 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:52,320 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:52,320 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:52,321 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:52,322 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:52,322 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:52,323 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-11T17:48:52,324 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:52,325 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened a41a58b48a5b9bacf2b5998a6424ff31; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69722611, jitterRate=0.03894786536693573}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-11T17:48:52,325 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:52,326 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for a41a58b48a5b9bacf2b5998a6424ff31:
Running coprocessor pre-open hook at 1731347332305Writing region info on filesystem at 1731347332305Initializing all the Stores at 1731347332306 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347332306Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347332306Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347332306Cleaning up temporary data from old regions at 1731347332322 (+16 ms)Running coprocessor post-open hooks at 1731347332325 (+3 ms)Region opened successfully at 1731347332326 (+1 ms)
2024-11-11T17:48:52,327 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., pid=37, masterSystemTime=1731347332302
2024-11-11T17:48:52,329 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:52,329 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:52,329 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=a41a58b48a5b9bacf2b5998a6424ff31, regionState=OPEN, openSeqNum=5, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:48:52,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708 because future has completed
2024-11-11T17:48:52,333 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=35
2024-11-11T17:48:52,333 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708 in 184 msec
2024-11-11T17:48:52,335 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34
2024-11-11T17:48:52,335 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a41a58b48a5b9bacf2b5998a6424ff31, REOPEN/MOVE in 521 msec
2024-11-11T17:48:52,339 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33
2024-11-11T17:48:52,339 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 533 msec
2024-11-11T17:48:52,342 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 964 msec
2024-11-11T17:48:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33
2024-11-11T17:48:52,344 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:48:52,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,345 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:48:52,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:48:52,346 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:48:52,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:48:52,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:48:52,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0198f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:48:52,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:48:52,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:52,347 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:48:52,348 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5b1922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35409f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:48:52,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:48:52,349 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:48:52,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:48:52,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:48:52,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d098d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:48:52,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:48:52,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:52,351 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:48:52,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7adbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7944f9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,352 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:48:52,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:48:52,353 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:48:52,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:48:52,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:48:52,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d3b584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:48:52,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:48:52,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:52,354 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:48:52,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181b761a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38720fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:48:52,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:48:52,357 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:48:52,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:48:52,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:48:52,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691f2452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:48:52,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:48:52,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:52,358 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:48:52,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad8ba05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c77b203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:48:52,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:48:52,360 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:48:52,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:48:52,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:48:52,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b29daec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:48:52,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:48:52,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:52,362 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:48:52,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b999c7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3f6eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,364 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:48:52,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:48:52,364 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:48:52,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:48:52,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:48:52,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec2ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:48:52,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:48:52,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:52,366 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:48:52,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7ee374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40353459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:48:52,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:48:52,368 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:48:52,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:48:52,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:48:52,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca55160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:48:52,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:48:52,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:52,369 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:48:52,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d0ad0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160383af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:48:52,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:48:52,371 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:48:52,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:48:52,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:48:52,372 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1f9e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,372 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:48:52,372 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:48:52,372 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:52,373 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:48:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a52b838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123a694c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,374 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:48:52,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:48:52,375 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:48:52,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:48:52,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:48:52,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51acddb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:48:52,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:48:52,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:48:52,376 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:48:52,377 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2ecc06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:48:52,378 DEBUG [Thread-590 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:48:52,378 DEBUG [Thread-581 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:48:52,378 DEBUG [Thread-577 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:48:52,378 DEBUG [Thread-586 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:48:52,378 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:48:52,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:48:52,379 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:48:52,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:48:52,379 DEBUG [Thread-577 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:48:52,379 DEBUG [Thread-584 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:48:52,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:48:52,379 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:48:52,379 DEBUG [Thread-577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:48:52,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:48:52,380 DEBUG [Thread-579 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:48:52,380 DEBUG [Thread-573 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:48:52,381 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:48:52,381 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:48:52,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:48:52,381 DEBUG [Thread-584 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:48:52,381 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:48:52,381 DEBUG [Thread-584 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:48:52,382 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:48:52,382 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:48:52,382 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:48:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees
2024-11-11T17:48:52,382 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:48:52,383 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:48:52,383 DEBUG [Thread-579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:48:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-11T17:48:52,384 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:48:52,384 DEBUG [Thread-575 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:48:52,385 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:48:52,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:48:52,386 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:48:52,386 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:48:52,386 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:48:52,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:48:52,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:48:52,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:48:52,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:48:52,390 DEBUG [Thread-588 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:48:52,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:48:52,391 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:48:52,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:48:52,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:48:52,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:48:52,393 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:48:52,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:48:52,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:48:52,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:48:52,402 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a41a58b48a5b9bacf2b5998a6424ff31 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-11T17:48:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:52,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=A
2024-11-11T17:48:52,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:52,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=B
2024-11-11T17:48:52,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:52,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=C
2024-11-11T17:48:52,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:52,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e6102b64ad96463da1f5971e2acc5387_a41a58b48a5b9bacf2b5998a6424ff31 is 50, key is test_row_0/A:col10/1731347332398/Put/seqid=0
2024-11-11T17:48:52,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741936_1112 (size=14594)
2024-11-11T17:48:52,488 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731347332416, max timestamp=1731347332481Num uniques 859; 
2024-11-11T17:48:52,488 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-11T17:48:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-11T17:48:52,497 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731347332416, max timestamp=1731347332481Num uniques 859; 
2024-11-11T17:48:52,497 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-11T17:48:52,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731347332439, max timestamp=1731347332481Num uniques 859; 
2024-11-11T17:48:52,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-11T17:48:52,543 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731347392527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:52,543 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347392529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:52,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:52,544 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347392534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:52,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:52,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:52,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:52,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347392534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50862 deadline: 1731347392532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:52,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,546 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:52,546 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:52,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-11T17:48:52,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:52,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:48:52,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:52,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:52,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:52,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50862 deadline: 1731347392656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:52,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:52,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347392656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:52,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:52,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:52,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731347392656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:52,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:52,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347392656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:52,660 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,660 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,660 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:52,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:52,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347392656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:52,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:52,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-11T17:48:52,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:52,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:48:52,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:52,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:52,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-11T17:48:52,853 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:52,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-11T17:48:52,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:52,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:48:52,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:52,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:52,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:52,862 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e6102b64ad96463da1f5971e2acc5387_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e6102b64ad96463da1f5971e2acc5387_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:52,864 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/9f62b7e3ffa249ffbe88210b72f5c716, store: [table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:48:52,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347392866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:52,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:52,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731347392866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:52,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:52,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347392866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:52,870 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:52,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347392866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:52,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:52,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:52,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:52,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50862 deadline: 1731347392866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:52,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:52,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:52,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/9f62b7e3ffa249ffbe88210b72f5c716 is 175, key is test_row_0/A:col10/1731347332398/Put/seqid=0
2024-11-11T17:48:52,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741937_1113 (size=39549)
2024-11-11T17:48:52,897 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/9f62b7e3ffa249ffbe88210b72f5c716
2024-11-11T17:48:52,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/9a4e158758644e57b795c49e6e5cad5d is 50, key is test_row_0/B:col10/1731347332398/Put/seqid=0
2024-11-11T17:48:52,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741938_1114 (size=12001)
2024-11-11T17:48:52,944 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/9a4e158758644e57b795c49e6e5cad5d
2024-11-11T17:48:52,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/536c548aeabf4e96bc38e8e3479b122c is 50, key is test_row_0/C:col10/1731347332398/Put/seqid=0
2024-11-11T17:48:52,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741939_1115 (size=12001)
2024-11-11T17:48:53,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-11T17:48:53,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:53,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:48:53,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:53,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:53,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:53,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:53,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-11T17:48:53,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-11T17:48:53,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:53,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:48:53,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:53,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:53,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:53,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347393174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:53,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:53,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347393175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:53,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:53,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:53,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731347393175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:53,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:53,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:53,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347393175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:53,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:53,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:53,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50862 deadline: 1731347393175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:53,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:53,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-11T17:48:53,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:53,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:48:53,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:53,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:53,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:53,384 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/536c548aeabf4e96bc38e8e3479b122c
2024-11-11T17:48:53,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/9f62b7e3ffa249ffbe88210b72f5c716 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/9f62b7e3ffa249ffbe88210b72f5c716
2024-11-11T17:48:53,412 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/9f62b7e3ffa249ffbe88210b72f5c716, entries=200, sequenceid=14, filesize=38.6 K
2024-11-11T17:48:53,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/9a4e158758644e57b795c49e6e5cad5d as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/9a4e158758644e57b795c49e6e5cad5d
2024-11-11T17:48:53,425 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/9a4e158758644e57b795c49e6e5cad5d, entries=150, sequenceid=14, filesize=11.7 K
2024-11-11T17:48:53,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/536c548aeabf4e96bc38e8e3479b122c as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/536c548aeabf4e96bc38e8e3479b122c
2024-11-11T17:48:53,433 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/536c548aeabf4e96bc38e8e3479b122c, entries=150, sequenceid=14, filesize=11.7 K
2024-11-11T17:48:53,434 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for a41a58b48a5b9bacf2b5998a6424ff31 in 1032ms, sequenceid=14, compaction requested=false
2024-11-11T17:48:53,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:48:53,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-11T17:48:53,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:53,472 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing a41a58b48a5b9bacf2b5998a6424ff31 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB
2024-11-11T17:48:53,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=A
2024-11-11T17:48:53,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:48:53,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=B
2024-11-11T17:48:53,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:48:53,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=C
2024-11-11T17:48:53,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:48:53,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111cc8d03164d18481bbe6ce2edc898d3bc_a41a58b48a5b9bacf2b5998a6424ff31 is 50, key is test_row_0/A:col10/1731347332531/Put/seqid=0
2024-11-11T17:48:53,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741940_1116 (size=12154)
2024-11-11T17:48:53,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:53,505 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111cc8d03164d18481bbe6ce2edc898d3bc_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cc8d03164d18481bbe6ce2edc898d3bc_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:53,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/a3023869c9874cb388b1bc354337f197, store: [table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:48:53,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/a3023869c9874cb388b1bc354337f197 is 175, key is test_row_0/A:col10/1731347332531/Put/seqid=0
2024-11-11T17:48:53,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741941_1117 (size=30955)
2024-11-11T17:48:53,518 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/a3023869c9874cb388b1bc354337f197
2024-11-11T17:48:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-11T17:48:53,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/33246f96f66a41349a3a4c7b36ac21b6 is 50, key is test_row_0/B:col10/1731347332531/Put/seqid=0
2024-11-11T17:48:53,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741942_1118 (size=12001)
2024-11-11T17:48:53,566 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/33246f96f66a41349a3a4c7b36ac21b6
2024-11-11T17:48:53,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/b34dd036751a4ac8ad065c2605e5206e is 50, key is test_row_0/C:col10/1731347332531/Put/seqid=0
2024-11-11T17:48:53,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741943_1119 (size=12001)
2024-11-11T17:48:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:53,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:48:53,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731347393702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:53,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:53,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50862 deadline: 1731347393704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:53,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:53,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347393705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:53,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:53,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:53,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347393706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:53,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:53,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:53,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347393706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:53,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:53,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731347393815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:53,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:53,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:53,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347393816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:53,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:53,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347393816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:53,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:53,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:53,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:53,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347393816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:53,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:53,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:53,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50862 deadline: 1731347393817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:53,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:53,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:54,000 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/b34dd036751a4ac8ad065c2605e5206e
2024-11-11T17:48:54,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/a3023869c9874cb388b1bc354337f197 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/a3023869c9874cb388b1bc354337f197
2024-11-11T17:48:54,014 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/a3023869c9874cb388b1bc354337f197, entries=150, sequenceid=49, filesize=30.2 K
2024-11-11T17:48:54,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/33246f96f66a41349a3a4c7b36ac21b6 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/33246f96f66a41349a3a4c7b36ac21b6
2024-11-11T17:48:54,033 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/33246f96f66a41349a3a4c7b36ac21b6, entries=150, sequenceid=49, filesize=11.7 K
2024-11-11T17:48:54,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/b34dd036751a4ac8ad065c2605e5206e as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/b34dd036751a4ac8ad065c2605e5206e
2024-11-11T17:48:54,037 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731347394035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:54,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:54,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347394036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:54,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:54,039 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50862 deadline: 1731347394036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:54,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,040 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:54,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347394036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:54,040 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347394037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:54,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:54,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:54,044 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/b34dd036751a4ac8ad065c2605e5206e, entries=150, sequenceid=49, filesize=11.7 K
2024-11-11T17:48:54,046 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for a41a58b48a5b9bacf2b5998a6424ff31 in 573ms, sequenceid=49, compaction requested=false
2024-11-11T17:48:54,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:48:54,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:54,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39
2024-11-11T17:48:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=39
2024-11-11T17:48:54,050 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38
2024-11-11T17:48:54,050 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6610 sec
2024-11-11T17:48:54,052 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 1.6730 sec
2024-11-11T17:48:54,312 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-11T17:48:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:54,349 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a41a58b48a5b9bacf2b5998a6424ff31 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-11T17:48:54,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=A
2024-11-11T17:48:54,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:54,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=B
2024-11-11T17:48:54,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:54,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=C
2024-11-11T17:48:54,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:54,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a8eb202a903b4d829585a8c493964b65_a41a58b48a5b9bacf2b5998a6424ff31 is 50, key is test_row_0/A:col10/1731347333701/Put/seqid=0
2024-11-11T17:48:54,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741944_1120 (size=12154)
2024-11-11T17:48:54,408 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:54,414 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a8eb202a903b4d829585a8c493964b65_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a8eb202a903b4d829585a8c493964b65_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:54,416 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/b608cb476c3242ae9b65d8f2cbed47d8, store: [table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:48:54,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/b608cb476c3242ae9b65d8f2cbed47d8 is 175, key is test_row_0/A:col10/1731347333701/Put/seqid=0
2024-11-11T17:48:54,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347394422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:54,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:54,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347394422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:54,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:54,430 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347394422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:54,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:54,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:54,438 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50862 deadline: 1731347394429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:54,439 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731347394429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:54,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:54,441 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,441 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,441 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:54,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741945_1121 (size=30955)
2024-11-11T17:48:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-11T17:48:54,536 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:48:54,536 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:48:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees
2024-11-11T17:48:54,539 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:48:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-11T17:48:54,540 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:48:54,540 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:48:54,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347394535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:54,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:54,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347394535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:54,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:54,541 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347394536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:54,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:54,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:54,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50862 deadline: 1731347394546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:54,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731347394548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-11T17:48:54,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-11T17:48:54,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:54,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:48:54,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:54,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:54,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:54,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347394745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:54,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:54,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347394745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:54,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:54,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347394745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:54,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:54,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731347394755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:54,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:54,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50862 deadline: 1731347394755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:54,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:54,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:54,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:54,844 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/b608cb476c3242ae9b65d8f2cbed47d8
2024-11-11T17:48:54,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-11T17:48:54,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:54,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:48:54,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:54,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:54,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-11T17:48:54,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/00dd4eeba59a4890893553e055dd38d2 is 50, key is test_row_0/B:col10/1731347333701/Put/seqid=0
2024-11-11T17:48:54,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741946_1122 (size=12001)
2024-11-11T17:48:55,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-11T17:48:55,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:55,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:48:55,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:55,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:55,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:55,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347395055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:55,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:55,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347395055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:55,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:55,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:55,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347395055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:55,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:55,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:55,074 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731347395065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:55,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:55,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50862 deadline: 1731347395065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:55,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:55,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:55,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-11T17:48:55,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:55,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:48:55,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:55,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:55,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-11T17:48:55,289 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/00dd4eeba59a4890893553e055dd38d2
2024-11-11T17:48:55,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/499ec08b70034aa38c665892994cf6e5 is 50, key is test_row_0/C:col10/1731347333701/Put/seqid=0
2024-11-11T17:48:55,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-11T17:48:55,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:55,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:48:55,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:55,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:55,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:55,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741947_1123 (size=12001)
2024-11-11T17:48:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:55,315 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/499ec08b70034aa38c665892994cf6e5
2024-11-11T17:48:55,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/b608cb476c3242ae9b65d8f2cbed47d8 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/b608cb476c3242ae9b65d8f2cbed47d8
2024-11-11T17:48:55,339 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/b608cb476c3242ae9b65d8f2cbed47d8, entries=150, sequenceid=61, filesize=30.2 K
2024-11-11T17:48:55,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/00dd4eeba59a4890893553e055dd38d2 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/00dd4eeba59a4890893553e055dd38d2
2024-11-11T17:48:55,349 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/00dd4eeba59a4890893553e055dd38d2, entries=150, sequenceid=61, filesize=11.7 K
2024-11-11T17:48:55,349 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders
2024-11-11T17:48:55,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/499ec08b70034aa38c665892994cf6e5 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/499ec08b70034aa38c665892994cf6e5
2024-11-11T17:48:55,356 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/499ec08b70034aa38c665892994cf6e5, entries=150, sequenceid=61, filesize=11.7 K
2024-11-11T17:48:55,357 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for a41a58b48a5b9bacf2b5998a6424ff31 in 1008ms, sequenceid=61, compaction requested=true
2024-11-11T17:48:55,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:48:55,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a41a58b48a5b9bacf2b5998a6424ff31:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:48:55,358 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:48:55,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:55,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a41a58b48a5b9bacf2b5998a6424ff31:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:48:55,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:55,358 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:48:55,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a41a58b48a5b9bacf2b5998a6424ff31:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:48:55,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:48:55,359 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:48:55,359 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:48:55,359 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): a41a58b48a5b9bacf2b5998a6424ff31/B is initiating minor compaction (all files)
2024-11-11T17:48:55,359 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): a41a58b48a5b9bacf2b5998a6424ff31/A is initiating minor compaction (all files)
2024-11-11T17:48:55,359 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a41a58b48a5b9bacf2b5998a6424ff31/A in TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:55,359 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a41a58b48a5b9bacf2b5998a6424ff31/B in TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:55,359 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/9f62b7e3ffa249ffbe88210b72f5c716, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/a3023869c9874cb388b1bc354337f197, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/b608cb476c3242ae9b65d8f2cbed47d8] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp, totalSize=99.1 K
2024-11-11T17:48:55,359 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/9a4e158758644e57b795c49e6e5cad5d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/33246f96f66a41349a3a4c7b36ac21b6, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/00dd4eeba59a4890893553e055dd38d2] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp, totalSize=35.2 K
2024-11-11T17:48:55,360 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:55,360 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. files: [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/9f62b7e3ffa249ffbe88210b72f5c716, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/a3023869c9874cb388b1bc354337f197, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/b608cb476c3242ae9b65d8f2cbed47d8]
2024-11-11T17:48:55,361 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f62b7e3ffa249ffbe88210b72f5c716, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731347332395
2024-11-11T17:48:55,361 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a4e158758644e57b795c49e6e5cad5d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731347332395
2024-11-11T17:48:55,361 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 33246f96f66a41349a3a4c7b36ac21b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731347332525
2024-11-11T17:48:55,361 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3023869c9874cb388b1bc354337f197, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731347332525
2024-11-11T17:48:55,361 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 00dd4eeba59a4890893553e055dd38d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731347333701
2024-11-11T17:48:55,362 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting b608cb476c3242ae9b65d8f2cbed47d8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731347333701
2024-11-11T17:48:55,374 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a41a58b48a5b9bacf2b5998a6424ff31#B#compaction#105 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:55,375 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/30c5273b1c3a43a7925682189013ca2e is 50, key is test_row_0/B:col10/1731347333701/Put/seqid=0
2024-11-11T17:48:55,380 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:48:55,390 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111fd0e117276fc433f884d124b49b5a1e7_a41a58b48a5b9bacf2b5998a6424ff31 store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:48:55,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741948_1124 (size=12104)
2024-11-11T17:48:55,395 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111fd0e117276fc433f884d124b49b5a1e7_a41a58b48a5b9bacf2b5998a6424ff31, store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:48:55,396 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111fd0e117276fc433f884d124b49b5a1e7_a41a58b48a5b9bacf2b5998a6424ff31 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:48:55,402 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/30c5273b1c3a43a7925682189013ca2e as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/30c5273b1c3a43a7925682189013ca2e
2024-11-11T17:48:55,414 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a41a58b48a5b9bacf2b5998a6424ff31/B of a41a58b48a5b9bacf2b5998a6424ff31 into 30c5273b1c3a43a7925682189013ca2e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:55,414 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:48:55,414 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., storeName=a41a58b48a5b9bacf2b5998a6424ff31/B, priority=13, startTime=1731347335358; duration=0sec
2024-11-11T17:48:55,414 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:48:55,414 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a41a58b48a5b9bacf2b5998a6424ff31:B
2024-11-11T17:48:55,414 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:48:55,415 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:48:55,415 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): a41a58b48a5b9bacf2b5998a6424ff31/C is initiating minor compaction (all files)
2024-11-11T17:48:55,415 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a41a58b48a5b9bacf2b5998a6424ff31/C in TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:55,416 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/536c548aeabf4e96bc38e8e3479b122c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/b34dd036751a4ac8ad065c2605e5206e, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/499ec08b70034aa38c665892994cf6e5] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp, totalSize=35.2 K
2024-11-11T17:48:55,417 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 536c548aeabf4e96bc38e8e3479b122c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731347332395
2024-11-11T17:48:55,417 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting b34dd036751a4ac8ad065c2605e5206e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731347332525
2024-11-11T17:48:55,418 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 499ec08b70034aa38c665892994cf6e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731347333701
2024-11-11T17:48:55,437 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a41a58b48a5b9bacf2b5998a6424ff31#C#compaction#107 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:55,438 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/2d28464cb0864ec7b0645750f432da1f is 50, key is test_row_0/C:col10/1731347333701/Put/seqid=0
2024-11-11T17:48:55,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741949_1125 (size=4469)
2024-11-11T17:48:55,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741950_1126 (size=12104)
2024-11-11T17:48:55,445 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a41a58b48a5b9bacf2b5998a6424ff31#A#compaction#106 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:55,446 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/e95f138f2b08416fbcded220eb99f52a is 175, key is test_row_0/A:col10/1731347333701/Put/seqid=0
2024-11-11T17:48:55,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741951_1127 (size=31058)
2024-11-11T17:48:55,457 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/2d28464cb0864ec7b0645750f432da1f as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/2d28464cb0864ec7b0645750f432da1f
2024-11-11T17:48:55,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-11T17:48:55,468 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a41a58b48a5b9bacf2b5998a6424ff31/C of a41a58b48a5b9bacf2b5998a6424ff31 into 2d28464cb0864ec7b0645750f432da1f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:55,468 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:48:55,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:55,468 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., storeName=a41a58b48a5b9bacf2b5998a6424ff31/C, priority=13, startTime=1731347335358; duration=0sec
2024-11-11T17:48:55,468 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:55,468 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing a41a58b48a5b9bacf2b5998a6424ff31 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-11T17:48:55,468 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a41a58b48a5b9bacf2b5998a6424ff31:C
2024-11-11T17:48:55,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=A
2024-11-11T17:48:55,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:55,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=B
2024-11-11T17:48:55,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:55,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=C
2024-11-11T17:48:55,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:55,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a5a0e898d14d4c81b3bc0dad6754004b_a41a58b48a5b9bacf2b5998a6424ff31 is 50, key is test_row_0/A:col10/1731347334418/Put/seqid=0
2024-11-11T17:48:55,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741952_1128 (size=12154)
2024-11-11T17:48:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:55,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:48:55,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347395579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:55,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:55,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347395582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:55,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:55,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347395582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:55,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:55,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731347395585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:55,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:55,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50862 deadline: 1731347395585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:55,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-11T17:48:55,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347395685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:55,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:55,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347395695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:55,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347395696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:55,857 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/e95f138f2b08416fbcded220eb99f52a as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/e95f138f2b08416fbcded220eb99f52a
2024-11-11T17:48:55,862 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a41a58b48a5b9bacf2b5998a6424ff31/A of a41a58b48a5b9bacf2b5998a6424ff31 into e95f138f2b08416fbcded220eb99f52a(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:55,863 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:48:55,863 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., storeName=a41a58b48a5b9bacf2b5998a6424ff31/A, priority=13, startTime=1731347335357; duration=0sec
2024-11-11T17:48:55,863 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:55,863 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a41a58b48a5b9bacf2b5998a6424ff31:A
2024-11-11T17:48:55,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:55,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:55,897 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a5a0e898d14d4c81b3bc0dad6754004b_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a5a0e898d14d4c81b3bc0dad6754004b_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347395895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:55,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:55,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/62c16a5426264eec930b943d5a9e50bf, store: [table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:48:55,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/62c16a5426264eec930b943d5a9e50bf is 175, key is test_row_0/A:col10/1731347334418/Put/seqid=0
2024-11-11T17:48:55,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347395905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:55,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347395906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:55,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741953_1129 (size=30955)
2024-11-11T17:48:56,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347396205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:56,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:56,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:56,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:56,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347396215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:56,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:56,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:56,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:56,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347396215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:56,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:56,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:56,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:56,317 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/62c16a5426264eec930b943d5a9e50bf
2024-11-11T17:48:56,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/5bb89eae04354705b0b7a55ae6cbbcf2 is 50, key is test_row_0/B:col10/1731347334418/Put/seqid=0
2024-11-11T17:48:56,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741954_1130 (size=12001)
2024-11-11T17:48:56,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731347396595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:56,598 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_2' in a41a58b48a5b9bacf2b5998a6424ff31 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:48:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:56,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:56,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:56,607 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:56,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50862 deadline: 1731347396605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:56,608 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_2' in a41a58b48a5b9bacf2b5998a6424ff31 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:48:56,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:56,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:56,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-11T17:48:56,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:56,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347396715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:56,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:56,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:56,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:56,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:56,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347396725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:56,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:56,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:56,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:56,731 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/5bb89eae04354705b0b7a55ae6cbbcf2
2024-11-11T17:48:56,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:56,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347396725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:56,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:56,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:56,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:56,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/3d205591b26740e1b00386a958fd8dfa is 50, key is test_row_0/C:col10/1731347334418/Put/seqid=0
2024-11-11T17:48:56,750 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741955_1131 (size=12001)
2024-11-11T17:48:57,151 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/3d205591b26740e1b00386a958fd8dfa
2024-11-11T17:48:57,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/62c16a5426264eec930b943d5a9e50bf as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/62c16a5426264eec930b943d5a9e50bf
2024-11-11T17:48:57,182 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/62c16a5426264eec930b943d5a9e50bf, entries=150, sequenceid=83, filesize=30.2 K
2024-11-11T17:48:57,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/5bb89eae04354705b0b7a55ae6cbbcf2 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/5bb89eae04354705b0b7a55ae6cbbcf2
2024-11-11T17:48:57,191 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/5bb89eae04354705b0b7a55ae6cbbcf2, entries=150, sequenceid=83, filesize=11.7 K
2024-11-11T17:48:57,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/3d205591b26740e1b00386a958fd8dfa as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/3d205591b26740e1b00386a958fd8dfa
2024-11-11T17:48:57,199 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/3d205591b26740e1b00386a958fd8dfa, entries=150, sequenceid=83, filesize=11.7 K
2024-11-11T17:48:57,201 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for a41a58b48a5b9bacf2b5998a6424ff31 in 1732ms, sequenceid=83, compaction requested=false
2024-11-11T17:48:57,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:48:57,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:57,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41
2024-11-11T17:48:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=41
2024-11-11T17:48:57,204 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40
2024-11-11T17:48:57,204 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6620 sec
2024-11-11T17:48:57,205 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 2.6680 sec
2024-11-11T17:48:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:57,739 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a41a58b48a5b9bacf2b5998a6424ff31 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-11T17:48:57,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=A
2024-11-11T17:48:57,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:57,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=B
2024-11-11T17:48:57,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:57,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=C
2024-11-11T17:48:57,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:57,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a78ca57d61784307815bbec5609b7a1b_a41a58b48a5b9bacf2b5998a6424ff31 is 50, key is test_row_0/A:col10/1731347337737/Put/seqid=0
2024-11-11T17:48:57,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347397769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:57,779 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741956_1132 (size=17034)
2024-11-11T17:48:57,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347397777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:57,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:57,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:57,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347397777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:57,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:57,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:57,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:57,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:57,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347397885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:57,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:57,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:57,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:57,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347397885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:57,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:57,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347397886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:58,099 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347398095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:58,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:58,099 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:58,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:58,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347398096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:58,100 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347398096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:58,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:58,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:58,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:58,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:58,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:58,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:58,180 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:58,250 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a78ca57d61784307815bbec5609b7a1b_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a78ca57d61784307815bbec5609b7a1b_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:58,252 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/3f00c2191b804a0da043413cc480c908, store: [table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:48:58,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/3f00c2191b804a0da043413cc480c908 is 175, key is test_row_0/A:col10/1731347337737/Put/seqid=0
2024-11-11T17:48:58,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741957_1133 (size=48139)
2024-11-11T17:48:58,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347398405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:58,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:58,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:58,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347398405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:58,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:58,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:58,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347398405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:58,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:58,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:58,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:58,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:58,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:58,618 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731347398615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:58,619 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_2' in a41a58b48a5b9bacf2b5998a6424ff31 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:48:58,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:58,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:58,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:58,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50862 deadline: 1731347398625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:58,628 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_2' in a41a58b48a5b9bacf2b5998a6424ff31 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:48:58,628 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:58,629 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:58,629 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:58,656 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/3f00c2191b804a0da043413cc480c908
2024-11-11T17:48:58,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/6ff931a0406f4fc28a31a15c0be445b2 is 50, key is test_row_0/B:col10/1731347337737/Put/seqid=0
2024-11-11T17:48:58,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741958_1134 (size=12001)
2024-11-11T17:48:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-11T17:48:58,706 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:48:58,706 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:48:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees
2024-11-11T17:48:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-11T17:48:58,708 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:48:58,709 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:48:58,709 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:48:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-11T17:48:58,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-11T17:48:58,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:58,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:48:58,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:58,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:58,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:58,916 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347398915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:58,916 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347398915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:58,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:58,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:58,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:58,916 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:58,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:58,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347398915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:58,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:58,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:58,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:58,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:59,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-11T17:48:59,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:59,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:48:59,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:59,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:59,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-11T17:48:59,069 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/6ff931a0406f4fc28a31a15c0be445b2
2024-11-11T17:48:59,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/ce7e7e8a0c904d26bccb9c38f1dae2b9 is 50, key is test_row_0/C:col10/1731347337737/Put/seqid=0
2024-11-11T17:48:59,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741959_1135 (size=12001)
2024-11-11T17:48:59,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-11T17:48:59,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:59,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:48:59,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:59,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:59,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:59,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-11T17:48:59,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:59,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:48:59,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:59,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:59,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-11T17:48:59,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-11T17:48:59,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:59,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:48:59,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:59,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:59,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:48:59,485 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/ce7e7e8a0c904d26bccb9c38f1dae2b9
2024-11-11T17:48:59,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/3f00c2191b804a0da043413cc480c908 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/3f00c2191b804a0da043413cc480c908
2024-11-11T17:48:59,496 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/3f00c2191b804a0da043413cc480c908, entries=250, sequenceid=98, filesize=47.0 K
2024-11-11T17:48:59,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/6ff931a0406f4fc28a31a15c0be445b2 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/6ff931a0406f4fc28a31a15c0be445b2
2024-11-11T17:48:59,501 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/6ff931a0406f4fc28a31a15c0be445b2, entries=150, sequenceid=98, filesize=11.7 K
2024-11-11T17:48:59,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/ce7e7e8a0c904d26bccb9c38f1dae2b9 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/ce7e7e8a0c904d26bccb9c38f1dae2b9
2024-11-11T17:48:59,507 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/ce7e7e8a0c904d26bccb9c38f1dae2b9, entries=150, sequenceid=98, filesize=11.7 K
2024-11-11T17:48:59,507 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for a41a58b48a5b9bacf2b5998a6424ff31 in 1768ms, sequenceid=98, compaction requested=true
2024-11-11T17:48:59,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:48:59,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a41a58b48a5b9bacf2b5998a6424ff31:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:48:59,508 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:48:59,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:59,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a41a58b48a5b9bacf2b5998a6424ff31:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:48:59,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:59,508 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:48:59,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a41a58b48a5b9bacf2b5998a6424ff31:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:48:59,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:48:59,509 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:48:59,509 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): a41a58b48a5b9bacf2b5998a6424ff31/A is initiating minor compaction (all files)
2024-11-11T17:48:59,509 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a41a58b48a5b9bacf2b5998a6424ff31/A in TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:59,509 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/e95f138f2b08416fbcded220eb99f52a, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/62c16a5426264eec930b943d5a9e50bf, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/3f00c2191b804a0da043413cc480c908] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp, totalSize=107.6 K
2024-11-11T17:48:59,509 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:59,509 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. files: [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/e95f138f2b08416fbcded220eb99f52a, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/62c16a5426264eec930b943d5a9e50bf, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/3f00c2191b804a0da043413cc480c908]
2024-11-11T17:48:59,510 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting e95f138f2b08416fbcded220eb99f52a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731347333701
2024-11-11T17:48:59,510 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62c16a5426264eec930b943d5a9e50bf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731347334418
2024-11-11T17:48:59,510 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f00c2191b804a0da043413cc480c908, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731347335578
2024-11-11T17:48:59,511 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:48:59,511 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): a41a58b48a5b9bacf2b5998a6424ff31/B is initiating minor compaction (all files)
2024-11-11T17:48:59,511 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a41a58b48a5b9bacf2b5998a6424ff31/B in TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:59,511 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/30c5273b1c3a43a7925682189013ca2e, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/5bb89eae04354705b0b7a55ae6cbbcf2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/6ff931a0406f4fc28a31a15c0be445b2] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp, totalSize=35.3 K
2024-11-11T17:48:59,511 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 30c5273b1c3a43a7925682189013ca2e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731347333701
2024-11-11T17:48:59,512 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bb89eae04354705b0b7a55ae6cbbcf2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731347334418
2024-11-11T17:48:59,512 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ff931a0406f4fc28a31a15c0be445b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731347335579
2024-11-11T17:48:59,517 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:48:59,519 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411111577004658b04aa68e6888b6f9eedbe8_a41a58b48a5b9bacf2b5998a6424ff31 store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:48:59,522 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411111577004658b04aa68e6888b6f9eedbe8_a41a58b48a5b9bacf2b5998a6424ff31, store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:48:59,522 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111577004658b04aa68e6888b6f9eedbe8_a41a58b48a5b9bacf2b5998a6424ff31 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:48:59,523 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a41a58b48a5b9bacf2b5998a6424ff31#B#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:59,524 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/f23ab01bc5574feeb324e211bddfbf19 is 50, key is test_row_0/B:col10/1731347337737/Put/seqid=0
2024-11-11T17:48:59,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741960_1136 (size=4469)
2024-11-11T17:48:59,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741961_1137 (size=12207)
2024-11-11T17:48:59,548 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/f23ab01bc5574feeb324e211bddfbf19 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/f23ab01bc5574feeb324e211bddfbf19
2024-11-11T17:48:59,554 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a41a58b48a5b9bacf2b5998a6424ff31/B of a41a58b48a5b9bacf2b5998a6424ff31 into f23ab01bc5574feeb324e211bddfbf19(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:59,555 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:48:59,555 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., storeName=a41a58b48a5b9bacf2b5998a6424ff31/B, priority=13, startTime=1731347339508; duration=0sec
2024-11-11T17:48:59,555 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:48:59,555 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a41a58b48a5b9bacf2b5998a6424ff31:B
2024-11-11T17:48:59,555 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:48:59,556 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:48:59,557 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): a41a58b48a5b9bacf2b5998a6424ff31/C is initiating minor compaction (all files)
2024-11-11T17:48:59,557 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a41a58b48a5b9bacf2b5998a6424ff31/C in TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:59,557 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/2d28464cb0864ec7b0645750f432da1f, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/3d205591b26740e1b00386a958fd8dfa, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/ce7e7e8a0c904d26bccb9c38f1dae2b9] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp, totalSize=35.3 K
2024-11-11T17:48:59,557 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d28464cb0864ec7b0645750f432da1f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731347333701
2024-11-11T17:48:59,558 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d205591b26740e1b00386a958fd8dfa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731347334418
2024-11-11T17:48:59,559 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting ce7e7e8a0c904d26bccb9c38f1dae2b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731347335579
2024-11-11T17:48:59,569 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a41a58b48a5b9bacf2b5998a6424ff31#C#compaction#116 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:59,570 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/3e1664a0e9ca4e4e93b64c3ac3548de9 is 50, key is test_row_0/C:col10/1731347337737/Put/seqid=0
2024-11-11T17:48:59,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741962_1138 (size=12207)
2024-11-11T17:48:59,584 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/3e1664a0e9ca4e4e93b64c3ac3548de9 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/3e1664a0e9ca4e4e93b64c3ac3548de9
2024-11-11T17:48:59,597 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a41a58b48a5b9bacf2b5998a6424ff31/C of a41a58b48a5b9bacf2b5998a6424ff31 into 3e1664a0e9ca4e4e93b64c3ac3548de9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:48:59,597 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:48:59,597 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., storeName=a41a58b48a5b9bacf2b5998a6424ff31/C, priority=13, startTime=1731347339508; duration=0sec
2024-11-11T17:48:59,597 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:48:59,597 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a41a58b48a5b9bacf2b5998a6424ff31:C
2024-11-11T17:48:59,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-11T17:48:59,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:48:59,626 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing a41a58b48a5b9bacf2b5998a6424ff31 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-11T17:48:59,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=A
2024-11-11T17:48:59,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:59,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=B
2024-11-11T17:48:59,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:59,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=C
2024-11-11T17:48:59,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:48:59,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111af07452f2860404694eae3ab63a032f4_a41a58b48a5b9bacf2b5998a6424ff31 is 50, key is test_row_0/A:col10/1731347337767/Put/seqid=0
2024-11-11T17:48:59,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741963_1139 (size=12154)
2024-11-11T17:48:59,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:48:59,642 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111af07452f2860404694eae3ab63a032f4_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111af07452f2860404694eae3ab63a032f4_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:59,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/ce5820bc4d924bce870342c74d9aa547, store: [table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:48:59,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/ce5820bc4d924bce870342c74d9aa547 is 175, key is test_row_0/A:col10/1731347337767/Put/seqid=0
2024-11-11T17:48:59,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741964_1140 (size=30955)
2024-11-11T17:48:59,649 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/ce5820bc4d924bce870342c74d9aa547
2024-11-11T17:48:59,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/469e08d93c0a434e9adccc6d56a727c7 is 50, key is test_row_0/B:col10/1731347337767/Put/seqid=0
2024-11-11T17:48:59,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741965_1141 (size=12001)
2024-11-11T17:48:59,676 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/469e08d93c0a434e9adccc6d56a727c7
2024-11-11T17:48:59,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/69bfef2f3c8d40b490f7d695a9bebbf5 is 50, key is test_row_0/C:col10/1731347337767/Put/seqid=0
2024-11-11T17:48:59,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741966_1142 (size=12001)
2024-11-11T17:48:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-11T17:48:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:48:59,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:48:59,936 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a41a58b48a5b9bacf2b5998a6424ff31#A#compaction#114 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:48:59,937 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/634f9cbf0b904172b1f4738893f7b332 is 175, key is test_row_0/A:col10/1731347337737/Put/seqid=0
2024-11-11T17:48:59,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741967_1143 (size=31161)
2024-11-11T17:48:59,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347399946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:59,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:59,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:59,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:59,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347399951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:59,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:48:59,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347399952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:48:59,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:59,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:48:59,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:59,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:48:59,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:00,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347400054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:00,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:00,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347400065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:00,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347400065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:00,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:00,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:00,097 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/69bfef2f3c8d40b490f7d695a9bebbf5
2024-11-11T17:49:00,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/ce5820bc4d924bce870342c74d9aa547 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/ce5820bc4d924bce870342c74d9aa547
2024-11-11T17:49:00,107 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/ce5820bc4d924bce870342c74d9aa547, entries=150, sequenceid=118, filesize=30.2 K
2024-11-11T17:49:00,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/469e08d93c0a434e9adccc6d56a727c7 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/469e08d93c0a434e9adccc6d56a727c7
2024-11-11T17:49:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,114 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/469e08d93c0a434e9adccc6d56a727c7, entries=150, sequenceid=118, filesize=11.7 K
2024-11-11T17:49:00,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/69bfef2f3c8d40b490f7d695a9bebbf5 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/69bfef2f3c8d40b490f7d695a9bebbf5
2024-11-11T17:49:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,122 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/69bfef2f3c8d40b490f7d695a9bebbf5, entries=150, sequenceid=118, filesize=11.7 K
2024-11-11T17:49:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,128 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for a41a58b48a5b9bacf2b5998a6424ff31 in 502ms, sequenceid=118, compaction requested=false
2024-11-11T17:49:00,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:00,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:00,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43
2024-11-11T17:49:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=43
2024-11-11T17:49:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,132 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42
2024-11-11T17:49:00,132 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4200 sec
2024-11-11T17:49:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,135 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.4270 sec
2024-11-11T17:49:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:00,271 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a41a58b48a5b9bacf2b5998a6424ff31 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-11T17:49:00,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=A
2024-11-11T17:49:00,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=B
2024-11-11T17:49:00,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:00,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=C
2024-11-11T17:49:00,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111106cc26d24c43466a96356a854b68c6ed_a41a58b48a5b9bacf2b5998a6424ff31 is 50, key is test_row_0/A:col10/1731347340270/Put/seqid=0
2024-11-11T17:49:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741968_1144 (size=12304)
2024-11-11T17:49:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347400310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,318 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347400316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347400318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,353 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/634f9cbf0b904172b1f4738893f7b332 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/634f9cbf0b904172b1f4738893f7b332
2024-11-11T17:49:00,364 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a41a58b48a5b9bacf2b5998a6424ff31/A of a41a58b48a5b9bacf2b5998a6424ff31 into 634f9cbf0b904172b1f4738893f7b332(size=30.4 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:00,365 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:00,365 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., storeName=a41a58b48a5b9bacf2b5998a6424ff31/A, priority=13, startTime=1731347339508; duration=0sec
2024-11-11T17:49:00,365 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:00,365 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a41a58b48a5b9bacf2b5998a6424ff31:A
2024-11-11T17:49:00,430 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347400425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:00,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:00,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347400426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:00,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:00,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:00,436 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347400435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:00,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:00,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347400635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:00,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347400635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:00,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347400645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:00,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:00,690 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:00,695 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111106cc26d24c43466a96356a854b68c6ed_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111106cc26d24c43466a96356a854b68c6ed_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:00,696 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/39baec154e534bf895559a8954702ec8, store: [table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:00,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/39baec154e534bf895559a8954702ec8 is 175, key is test_row_0/A:col10/1731347340270/Put/seqid=0
2024-11-11T17:49:00,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741969_1145 (size=31101)
2024-11-11T17:49:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-11T17:49:00,855 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:49:00,855 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:49:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees
2024-11-11T17:49:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-11T17:49:00,858 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:49:00,858 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:49:00,858 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:49:00,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347400945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:00,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,947 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:00,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347400945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:00,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:00,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:00,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347400955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:00,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:00,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-11T17:49:01,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-11T17:49:01,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:01,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:49:01,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:01,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:01,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:01,101 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/39baec154e534bf895559a8954702ec8
2024-11-11T17:49:01,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/b79ab80a61394d7698ba4f969036cacc is 50, key is test_row_0/B:col10/1731347340270/Put/seqid=0
2024-11-11T17:49:01,116 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741970_1146 (size=9757)
2024-11-11T17:49:01,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-11T17:49:01,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:01,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:49:01,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:01,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:01,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-11T17:49:01,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-11T17:49:01,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:01,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:49:01,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:01,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:01,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:01,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347401455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:01,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:01,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:01,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347401455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:01,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:01,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:01,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:01,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:01,465 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347401464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:01,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:01,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:01,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:01,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-11T17:49:01,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:01,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:49:01,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:01,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:01,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-11T17:49:01,517 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/b79ab80a61394d7698ba4f969036cacc
2024-11-11T17:49:01,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/835c594a38df4ed2a2f289641875aae6 is 50, key is test_row_0/C:col10/1731347340270/Put/seqid=0
2024-11-11T17:49:01,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741971_1147 (size=9757)
2024-11-11T17:49:01,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-11T17:49:01,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:01,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:49:01,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:01,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:01,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:01,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-11T17:49:01,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:01,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:49:01,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:01,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:01,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:01,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-11T17:49:01,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:01,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:49:01,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:01,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:01,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:01,930 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/835c594a38df4ed2a2f289641875aae6
2024-11-11T17:49:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:01,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/39baec154e534bf895559a8954702ec8 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/39baec154e534bf895559a8954702ec8
2024-11-11T17:49:01,940 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/39baec154e534bf895559a8954702ec8, entries=150, sequenceid=133, filesize=30.4 K
2024-11-11T17:49:01,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/b79ab80a61394d7698ba4f969036cacc as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/b79ab80a61394d7698ba4f969036cacc
2024-11-11T17:49:01,945 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/b79ab80a61394d7698ba4f969036cacc, entries=100, sequenceid=133, filesize=9.5 K
2024-11-11T17:49:01,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/835c594a38df4ed2a2f289641875aae6 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/835c594a38df4ed2a2f289641875aae6
2024-11-11T17:49:01,949 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/835c594a38df4ed2a2f289641875aae6, entries=100, sequenceid=133, filesize=9.5 K
2024-11-11T17:49:01,950 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for a41a58b48a5b9bacf2b5998a6424ff31 in 1679ms, sequenceid=133, compaction requested=true
2024-11-11T17:49:01,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:01,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a41a58b48a5b9bacf2b5998a6424ff31:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:49:01,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:01,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a41a58b48a5b9bacf2b5998a6424ff31:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:49:01,950 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:01,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:01,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a41a58b48a5b9bacf2b5998a6424ff31:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:49:01,950 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:01,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:49:01,951 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33965 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:01,951 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): a41a58b48a5b9bacf2b5998a6424ff31/B is initiating minor compaction (all files)
2024-11-11T17:49:01,951 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a41a58b48a5b9bacf2b5998a6424ff31/B in TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:01,952 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/f23ab01bc5574feeb324e211bddfbf19, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/469e08d93c0a434e9adccc6d56a727c7, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/b79ab80a61394d7698ba4f969036cacc] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp, totalSize=33.2 K
2024-11-11T17:49:01,952 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93217 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:01,952 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting f23ab01bc5574feeb324e211bddfbf19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731347335579
2024-11-11T17:49:01,952 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): a41a58b48a5b9bacf2b5998a6424ff31/A is initiating minor compaction (all files)
2024-11-11T17:49:01,952 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a41a58b48a5b9bacf2b5998a6424ff31/A in TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:01,952 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/634f9cbf0b904172b1f4738893f7b332, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/ce5820bc4d924bce870342c74d9aa547, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/39baec154e534bf895559a8954702ec8] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp, totalSize=91.0 K
2024-11-11T17:49:01,952 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:01,952 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. files: [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/634f9cbf0b904172b1f4738893f7b332, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/ce5820bc4d924bce870342c74d9aa547, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/39baec154e534bf895559a8954702ec8]
2024-11-11T17:49:01,952 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 469e08d93c0a434e9adccc6d56a727c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731347337767
2024-11-11T17:49:01,953 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 634f9cbf0b904172b1f4738893f7b332, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731347335579
2024-11-11T17:49:01,953 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting b79ab80a61394d7698ba4f969036cacc, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731347339950
2024-11-11T17:49:01,953 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce5820bc4d924bce870342c74d9aa547, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731347337767
2024-11-11T17:49:01,953 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39baec154e534bf895559a8954702ec8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731347339942
2024-11-11T17:49:01,960 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:01,960 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a41a58b48a5b9bacf2b5998a6424ff31#B#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:01,961 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/fff49e9e0e7d48479f15fe9d6860aedb is 50, key is test_row_0/B:col10/1731347340270/Put/seqid=0
2024-11-11T17:49:01,963 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111154f4bc4cb2ea41989d62d439f538ae0f_a41a58b48a5b9bacf2b5998a6424ff31 store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:01,964 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111154f4bc4cb2ea41989d62d439f538ae0f_a41a58b48a5b9bacf2b5998a6424ff31, store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:01,964 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111154f4bc4cb2ea41989d62d439f538ae0f_a41a58b48a5b9bacf2b5998a6424ff31 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:01,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741972_1148 (size=12409)
2024-11-11T17:49:01,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741973_1149 (size=4469)
2024-11-11T17:49:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-11T17:49:02,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-11T17:49:02,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:02,082 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing a41a58b48a5b9bacf2b5998a6424ff31 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-11T17:49:02,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=A
2024-11-11T17:49:02,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:02,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=B
2024-11-11T17:49:02,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:02,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=C
2024-11-11T17:49:02,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:02,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d994395c436b44389253cd38f3157db5_a41a58b48a5b9bacf2b5998a6424ff31 is 50, key is test_row_0/A:col10/1731347340313/Put/seqid=0
2024-11-11T17:49:02,094 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741974_1150 (size=12304)
2024-11-11T17:49:02,377 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/fff49e9e0e7d48479f15fe9d6860aedb as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/fff49e9e0e7d48479f15fe9d6860aedb
2024-11-11T17:49:02,383 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a41a58b48a5b9bacf2b5998a6424ff31/B of a41a58b48a5b9bacf2b5998a6424ff31 into fff49e9e0e7d48479f15fe9d6860aedb(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:02,384 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a41a58b48a5b9bacf2b5998a6424ff31#A#compaction#124 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:02,384 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:02,384 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., storeName=a41a58b48a5b9bacf2b5998a6424ff31/B, priority=13, startTime=1731347341950; duration=0sec
2024-11-11T17:49:02,384 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:49:02,384 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a41a58b48a5b9bacf2b5998a6424ff31:B
2024-11-11T17:49:02,384 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:02,384 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/d5c04f9c112e4b60987ab799924019c5 is 175, key is test_row_0/A:col10/1731347340270/Put/seqid=0
2024-11-11T17:49:02,386 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33965 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:02,386 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): a41a58b48a5b9bacf2b5998a6424ff31/C is initiating minor compaction (all files)
2024-11-11T17:49:02,386 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a41a58b48a5b9bacf2b5998a6424ff31/C in TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:02,386 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/3e1664a0e9ca4e4e93b64c3ac3548de9, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/69bfef2f3c8d40b490f7d695a9bebbf5, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/835c594a38df4ed2a2f289641875aae6] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp, totalSize=33.2 K
2024-11-11T17:49:02,387 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e1664a0e9ca4e4e93b64c3ac3548de9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731347335579
2024-11-11T17:49:02,387 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 69bfef2f3c8d40b490f7d695a9bebbf5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731347337767
2024-11-11T17:49:02,388 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 835c594a38df4ed2a2f289641875aae6, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731347339950
2024-11-11T17:49:02,401 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a41a58b48a5b9bacf2b5998a6424ff31#C#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:02,401 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/4472e57c1db9498faa5b08abebe910c1 is 50, key is test_row_0/C:col10/1731347340270/Put/seqid=0
2024-11-11T17:49:02,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741975_1151 (size=31470)
2024-11-11T17:49:02,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741976_1152 (size=12409)
2024-11-11T17:49:02,412 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/d5c04f9c112e4b60987ab799924019c5 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/d5c04f9c112e4b60987ab799924019c5
2024-11-11T17:49:02,417 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/4472e57c1db9498faa5b08abebe910c1 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/4472e57c1db9498faa5b08abebe910c1
2024-11-11T17:49:02,420 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a41a58b48a5b9bacf2b5998a6424ff31/A of a41a58b48a5b9bacf2b5998a6424ff31 into d5c04f9c112e4b60987ab799924019c5(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:02,420 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:02,420 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., storeName=a41a58b48a5b9bacf2b5998a6424ff31/A, priority=13, startTime=1731347341950; duration=0sec
2024-11-11T17:49:02,420 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:02,420 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a41a58b48a5b9bacf2b5998a6424ff31:A
2024-11-11T17:49:02,424 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a41a58b48a5b9bacf2b5998a6424ff31/C of a41a58b48a5b9bacf2b5998a6424ff31 into 4472e57c1db9498faa5b08abebe910c1(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:02,424 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:02,424 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., storeName=a41a58b48a5b9bacf2b5998a6424ff31/C, priority=13, startTime=1731347341950; duration=0sec
2024-11-11T17:49:02,424 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:02,424 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a41a58b48a5b9bacf2b5998a6424ff31:C
2024-11-11T17:49:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:02,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:49:02,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347402489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:02,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:02,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:02,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:02,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:02,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347402493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:02,498 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:02,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:02,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347402494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:02,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:02,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:02,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:02,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:02,500 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d994395c436b44389253cd38f3157db5_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d994395c436b44389253cd38f3157db5_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:02,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/e80bd7e0351c41a18d95eab9ca77e072, store: [table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:02,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/e80bd7e0351c41a18d95eab9ca77e072 is 175, key is test_row_0/A:col10/1731347340313/Put/seqid=0
2024-11-11T17:49:02,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741977_1153 (size=31105)
2024-11-11T17:49:02,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347402595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:02,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:02,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:02,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:02,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347402605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:02,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347402605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:02,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:02,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:02,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:02,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:02,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:02,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:02,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731347402625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:02,627 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_2' in a41a58b48a5b9bacf2b5998a6424ff31 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8198 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:49:02,628 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:02,628 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:02,628 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:02,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50862 deadline: 1731347402675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:02,681 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_2' in a41a58b48a5b9bacf2b5998a6424ff31 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8252 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:49:02,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:02,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:02,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:02,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347402805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:02,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:02,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:02,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:02,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:02,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347402815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347402815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:02,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:02,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:02,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:02,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:02,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:02,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:02,907 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=151, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/e80bd7e0351c41a18d95eab9ca77e072
2024-11-11T17:49:02,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/65a95b15ae3e46ee8c17305c2a3a53a8 is 50, key is test_row_0/B:col10/1731347340313/Put/seqid=0
2024-11-11T17:49:02,918 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741978_1154 (size=12151)
2024-11-11T17:49:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-11T17:49:03,092 INFO  [master/01af7571cc75:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-11T17:49:03,092 INFO  [master/01af7571cc75:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-11T17:49:03,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347403115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:03,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347403125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:03,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:03,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:03,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347403125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:03,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:03,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:03,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:03,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:03,319 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/65a95b15ae3e46ee8c17305c2a3a53a8
2024-11-11T17:49:03,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/09f9834c22db454b8421b9ce5427845b is 50, key is test_row_0/C:col10/1731347340313/Put/seqid=0
2024-11-11T17:49:03,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741979_1155 (size=12151)
2024-11-11T17:49:03,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347403625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:03,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:03,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:03,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:03,636 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347403635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:03,637 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347403635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:03,731 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/09f9834c22db454b8421b9ce5427845b
2024-11-11T17:49:03,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/e80bd7e0351c41a18d95eab9ca77e072 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/e80bd7e0351c41a18d95eab9ca77e072
2024-11-11T17:49:03,749 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/e80bd7e0351c41a18d95eab9ca77e072, entries=150, sequenceid=151, filesize=30.4 K
2024-11-11T17:49:03,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/65a95b15ae3e46ee8c17305c2a3a53a8 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/65a95b15ae3e46ee8c17305c2a3a53a8
2024-11-11T17:49:03,756 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/65a95b15ae3e46ee8c17305c2a3a53a8, entries=150, sequenceid=151, filesize=11.9 K
2024-11-11T17:49:03,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/09f9834c22db454b8421b9ce5427845b as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/09f9834c22db454b8421b9ce5427845b
2024-11-11T17:49:03,762 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/09f9834c22db454b8421b9ce5427845b, entries=150, sequenceid=151, filesize=11.9 K
2024-11-11T17:49:03,763 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for a41a58b48a5b9bacf2b5998a6424ff31 in 1681ms, sequenceid=151, compaction requested=false
2024-11-11T17:49:03,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:03,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:03,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45
2024-11-11T17:49:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=45
2024-11-11T17:49:03,767 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44
2024-11-11T17:49:03,767 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9070 sec
2024-11-11T17:49:03,768 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.9110 sec
2024-11-11T17:49:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:04,637 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a41a58b48a5b9bacf2b5998a6424ff31 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-11T17:49:04,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=A
2024-11-11T17:49:04,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:04,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=B
2024-11-11T17:49:04,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:04,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=C
2024-11-11T17:49:04,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:04,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111202ce244c0e841d89acdf6614aa150dc_a41a58b48a5b9bacf2b5998a6424ff31 is 50, key is test_row_0/A:col10/1731347342488/Put/seqid=0
2024-11-11T17:49:04,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741980_1156 (size=14794)
2024-11-11T17:49:04,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347404690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:04,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347404690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:04,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:04,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:04,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:04,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:04,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:04,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:04,702 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:04,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347404699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:04,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:04,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:04,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:04,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347404804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:04,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:04,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:04,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:04,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347404805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:04,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347404805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:04,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:04,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:04,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:04,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:04,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:04,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:05,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347405014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:05,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:05,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:05,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347405014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:05,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:05,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347405015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:05,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:05,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:05,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:05,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:05,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:05,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-11T17:49:05,025 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:49:05,026 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:49:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees
2024-11-11T17:49:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-11T17:49:05,027 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:49:05,028 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:49:05,028 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:49:05,053 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:05,057 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111202ce244c0e841d89acdf6614aa150dc_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111202ce244c0e841d89acdf6614aa150dc_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:05,058 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/bc45164628a94f5290ec32555cddf4b0, store: [table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:05,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/bc45164628a94f5290ec32555cddf4b0 is 175, key is test_row_0/A:col10/1731347342488/Put/seqid=0
2024-11-11T17:49:05,063 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741981_1157 (size=39749)
2024-11-11T17:49:05,064 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/bc45164628a94f5290ec32555cddf4b0
2024-11-11T17:49:05,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/6cd5fc6ff8584312a7ba9ded430496b9 is 50, key is test_row_0/B:col10/1731347342488/Put/seqid=0
2024-11-11T17:49:05,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741982_1158 (size=12151)
2024-11-11T17:49:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-11T17:49:05,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-11T17:49:05,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:05,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:49:05,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:05,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:05,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:05,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347405325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:05,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347405325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:05,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:05,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:05,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:05,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:05,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347405325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:05,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:05,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:05,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:05,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:05,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:05,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-11T17:49:05,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:05,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:49:05,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:05,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:05,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-11T17:49:05,478 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/6cd5fc6ff8584312a7ba9ded430496b9
2024-11-11T17:49:05,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/acb0e28d3b824f4c85e4de44b61bacd0 is 50, key is test_row_0/C:col10/1731347342488/Put/seqid=0
2024-11-11T17:49:05,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741983_1159 (size=12151)
2024-11-11T17:49:05,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-11T17:49:05,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:05,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:49:05,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:05,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:05,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:05,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-11T17:49:05,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:05,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:49:05,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:05,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:05,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-11T17:49:05,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-11T17:49:05,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:05,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:49:05,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:05,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:05,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:05,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347405834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:05,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347405835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:05,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347405835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:05,890 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/acb0e28d3b824f4c85e4de44b61bacd0
2024-11-11T17:49:05,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/bc45164628a94f5290ec32555cddf4b0 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/bc45164628a94f5290ec32555cddf4b0
2024-11-11T17:49:05,900 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/bc45164628a94f5290ec32555cddf4b0, entries=200, sequenceid=171, filesize=38.8 K
2024-11-11T17:49:05,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/6cd5fc6ff8584312a7ba9ded430496b9 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/6cd5fc6ff8584312a7ba9ded430496b9
2024-11-11T17:49:05,905 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/6cd5fc6ff8584312a7ba9ded430496b9, entries=150, sequenceid=171, filesize=11.9 K
2024-11-11T17:49:05,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/acb0e28d3b824f4c85e4de44b61bacd0 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/acb0e28d3b824f4c85e4de44b61bacd0
2024-11-11T17:49:05,910 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/acb0e28d3b824f4c85e4de44b61bacd0, entries=150, sequenceid=171, filesize=11.9 K
2024-11-11T17:49:05,911 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for a41a58b48a5b9bacf2b5998a6424ff31 in 1275ms, sequenceid=171, compaction requested=true
2024-11-11T17:49:05,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:05,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a41a58b48a5b9bacf2b5998a6424ff31:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:49:05,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:05,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a41a58b48a5b9bacf2b5998a6424ff31:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:49:05,912 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:05,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:49:05,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a41a58b48a5b9bacf2b5998a6424ff31:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:49:05,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-11T17:49:05,912 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:05,913 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102324 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:05,913 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:05,913 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): a41a58b48a5b9bacf2b5998a6424ff31/B is initiating minor compaction (all files)
2024-11-11T17:49:05,913 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): a41a58b48a5b9bacf2b5998a6424ff31/A is initiating minor compaction (all files)
2024-11-11T17:49:05,913 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a41a58b48a5b9bacf2b5998a6424ff31/A in TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:05,913 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a41a58b48a5b9bacf2b5998a6424ff31/B in TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:05,913 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/d5c04f9c112e4b60987ab799924019c5, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/e80bd7e0351c41a18d95eab9ca77e072, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/bc45164628a94f5290ec32555cddf4b0] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp, totalSize=99.9 K
2024-11-11T17:49:05,913 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/fff49e9e0e7d48479f15fe9d6860aedb, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/65a95b15ae3e46ee8c17305c2a3a53a8, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/6cd5fc6ff8584312a7ba9ded430496b9] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp, totalSize=35.9 K
2024-11-11T17:49:05,913 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:05,913 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. files: [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/d5c04f9c112e4b60987ab799924019c5, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/e80bd7e0351c41a18d95eab9ca77e072, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/bc45164628a94f5290ec32555cddf4b0]
2024-11-11T17:49:05,913 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting fff49e9e0e7d48479f15fe9d6860aedb, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731347337774
2024-11-11T17:49:05,914 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5c04f9c112e4b60987ab799924019c5, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731347337774
2024-11-11T17:49:05,914 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 65a95b15ae3e46ee8c17305c2a3a53a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731347340308
2024-11-11T17:49:05,914 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting e80bd7e0351c41a18d95eab9ca77e072, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731347340308
2024-11-11T17:49:05,914 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cd5fc6ff8584312a7ba9ded430496b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731347342488
2024-11-11T17:49:05,914 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc45164628a94f5290ec32555cddf4b0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731347342481
2024-11-11T17:49:05,920 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:05,921 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a41a58b48a5b9bacf2b5998a6424ff31#B#compaction#133 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:05,922 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111432fd23637104dc1908cb55b3e36c905_a41a58b48a5b9bacf2b5998a6424ff31 store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:05,922 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/64f0c5079f1e41f3a275467bc5381945 is 50, key is test_row_0/B:col10/1731347342488/Put/seqid=0
2024-11-11T17:49:05,924 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111432fd23637104dc1908cb55b3e36c905_a41a58b48a5b9bacf2b5998a6424ff31, store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:05,924 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111432fd23637104dc1908cb55b3e36c905_a41a58b48a5b9bacf2b5998a6424ff31 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:05,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741984_1160 (size=12561)
2024-11-11T17:49:05,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741985_1161 (size=4469)
2024-11-11T17:49:05,939 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a41a58b48a5b9bacf2b5998a6424ff31#A#compaction#132 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:05,940 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/62ccdf6dff654727b17e0c3ddb1ad8a6 is 175, key is test_row_0/A:col10/1731347342488/Put/seqid=0
2024-11-11T17:49:05,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741986_1162 (size=31515)
2024-11-11T17:49:05,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-11T17:49:05,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:05,950 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing a41a58b48a5b9bacf2b5998a6424ff31 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-11T17:49:05,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=A
2024-11-11T17:49:05,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:05,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=B
2024-11-11T17:49:05,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:05,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=C
2024-11-11T17:49:05,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:05,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111bad977704be14caf919674d6242dcfb2_a41a58b48a5b9bacf2b5998a6424ff31 is 50, key is test_row_0/A:col10/1731347344655/Put/seqid=0
2024-11-11T17:49:05,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741987_1163 (size=12304)
2024-11-11T17:49:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-11T17:49:06,339 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/64f0c5079f1e41f3a275467bc5381945 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/64f0c5079f1e41f3a275467bc5381945
2024-11-11T17:49:06,344 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a41a58b48a5b9bacf2b5998a6424ff31/B of a41a58b48a5b9bacf2b5998a6424ff31 into 64f0c5079f1e41f3a275467bc5381945(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:06,344 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:06,345 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., storeName=a41a58b48a5b9bacf2b5998a6424ff31/B, priority=13, startTime=1731347345912; duration=0sec
2024-11-11T17:49:06,345 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:49:06,345 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a41a58b48a5b9bacf2b5998a6424ff31:B
2024-11-11T17:49:06,345 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:06,348 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:06,348 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): a41a58b48a5b9bacf2b5998a6424ff31/C is initiating minor compaction (all files)
2024-11-11T17:49:06,348 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a41a58b48a5b9bacf2b5998a6424ff31/C in TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:06,348 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/4472e57c1db9498faa5b08abebe910c1, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/09f9834c22db454b8421b9ce5427845b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/acb0e28d3b824f4c85e4de44b61bacd0] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp, totalSize=35.9 K
2024-11-11T17:49:06,349 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 4472e57c1db9498faa5b08abebe910c1, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731347337774
2024-11-11T17:49:06,349 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 09f9834c22db454b8421b9ce5427845b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731347340308
2024-11-11T17:49:06,350 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting acb0e28d3b824f4c85e4de44b61bacd0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731347342488
2024-11-11T17:49:06,351 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/62ccdf6dff654727b17e0c3ddb1ad8a6 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/62ccdf6dff654727b17e0c3ddb1ad8a6
2024-11-11T17:49:06,357 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a41a58b48a5b9bacf2b5998a6424ff31/A of a41a58b48a5b9bacf2b5998a6424ff31 into 62ccdf6dff654727b17e0c3ddb1ad8a6(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:06,357 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:06,357 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., storeName=a41a58b48a5b9bacf2b5998a6424ff31/A, priority=13, startTime=1731347345911; duration=0sec
2024-11-11T17:49:06,357 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:06,357 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a41a58b48a5b9bacf2b5998a6424ff31:A
2024-11-11T17:49:06,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:06,366 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a41a58b48a5b9bacf2b5998a6424ff31#C#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:06,366 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111bad977704be14caf919674d6242dcfb2_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bad977704be14caf919674d6242dcfb2_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:06,366 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/fd3d5e5d5e084c068c4762c7f464bc29 is 50, key is test_row_0/C:col10/1731347342488/Put/seqid=0
2024-11-11T17:49:06,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/957d430607d744bfbe1353802bf9c8a1, store: [table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:06,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/957d430607d744bfbe1353802bf9c8a1 is 175, key is test_row_0/A:col10/1731347344655/Put/seqid=0
2024-11-11T17:49:06,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741988_1164 (size=12561)
2024-11-11T17:49:06,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741989_1165 (size=31105)
2024-11-11T17:49:06,787 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/fd3d5e5d5e084c068c4762c7f464bc29 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/fd3d5e5d5e084c068c4762c7f464bc29
2024-11-11T17:49:06,788 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/957d430607d744bfbe1353802bf9c8a1
2024-11-11T17:49:06,794 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a41a58b48a5b9bacf2b5998a6424ff31/C of a41a58b48a5b9bacf2b5998a6424ff31 into fd3d5e5d5e084c068c4762c7f464bc29(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:06,794 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:06,794 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., storeName=a41a58b48a5b9bacf2b5998a6424ff31/C, priority=13, startTime=1731347345912; duration=0sec
2024-11-11T17:49:06,794 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:06,794 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a41a58b48a5b9bacf2b5998a6424ff31:C
2024-11-11T17:49:06,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/8e9542f1d50a4a3fae7b38d8f8147216 is 50, key is test_row_0/B:col10/1731347344655/Put/seqid=0
2024-11-11T17:49:06,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741990_1166 (size=12151)
2024-11-11T17:49:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:06,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:49:06,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347406870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:06,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347406871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:06,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:06,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:06,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:06,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:06,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347406873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:06,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:06,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:06,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:06,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:06,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:06,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347406984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:06,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:06,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:06,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347406985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:06,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:06,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:06,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:06,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:06,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347406985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:06,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:06,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:06,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-11T17:49:07,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347407194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:07,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:07,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:07,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347407194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:07,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:07,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:07,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:07,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347407195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:07,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:07,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:07,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:07,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:07,206 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/8e9542f1d50a4a3fae7b38d8f8147216
2024-11-11T17:49:07,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/2b38668673bf48488e2afa45be435d98 is 50, key is test_row_0/C:col10/1731347344655/Put/seqid=0
2024-11-11T17:49:07,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741991_1167 (size=12151)
2024-11-11T17:49:07,508 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347407505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:07,508 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347407505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:07,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:07,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:07,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:07,509 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:07,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:07,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:07,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347407505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:07,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:07,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:07,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:07,621 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/2b38668673bf48488e2afa45be435d98
2024-11-11T17:49:07,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/957d430607d744bfbe1353802bf9c8a1 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/957d430607d744bfbe1353802bf9c8a1
2024-11-11T17:49:07,631 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/957d430607d744bfbe1353802bf9c8a1, entries=150, sequenceid=186, filesize=30.4 K
2024-11-11T17:49:07,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/8e9542f1d50a4a3fae7b38d8f8147216 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/8e9542f1d50a4a3fae7b38d8f8147216
2024-11-11T17:49:07,636 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/8e9542f1d50a4a3fae7b38d8f8147216, entries=150, sequenceid=186, filesize=11.9 K
2024-11-11T17:49:07,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/2b38668673bf48488e2afa45be435d98 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/2b38668673bf48488e2afa45be435d98
2024-11-11T17:49:07,641 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/2b38668673bf48488e2afa45be435d98, entries=150, sequenceid=186, filesize=11.9 K
2024-11-11T17:49:07,642 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for a41a58b48a5b9bacf2b5998a6424ff31 in 1693ms, sequenceid=186, compaction requested=false
2024-11-11T17:49:07,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:07,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:07,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47
2024-11-11T17:49:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=47
2024-11-11T17:49:07,645 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46
2024-11-11T17:49:07,646 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6160 sec
2024-11-11T17:49:07,647 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.6200 sec
2024-11-11T17:49:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:08,018 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a41a58b48a5b9bacf2b5998a6424ff31 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-11T17:49:08,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=A
2024-11-11T17:49:08,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:08,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=B
2024-11-11T17:49:08,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:08,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=C
2024-11-11T17:49:08,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:08,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111586a4ae94c374d949249973e27b967d2_a41a58b48a5b9bacf2b5998a6424ff31 is 50, key is test_row_0/A:col10/1731347348016/Put/seqid=0
2024-11-11T17:49:08,035 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741992_1168 (size=12304)
2024-11-11T17:49:08,040 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347408035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:08,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:08,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:08,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:08,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347408037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:08,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:08,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:08,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:08,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347408037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:08,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:08,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:08,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:08,149 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347408145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:08,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:08,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:08,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:08,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347408155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:08,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347408155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:08,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:08,357 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347408355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:08,367 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347408364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:08,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:08,367 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:08,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:08,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347408365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:08,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:08,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:08,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:08,436 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:08,441 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111586a4ae94c374d949249973e27b967d2_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111586a4ae94c374d949249973e27b967d2_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:08,442 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/124ae648db7441fbbe1ba0f81f8880cd, store: [table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:08,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/124ae648db7441fbbe1ba0f81f8880cd is 175, key is test_row_0/A:col10/1731347348016/Put/seqid=0
2024-11-11T17:49:08,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741993_1169 (size=31105)
2024-11-11T17:49:08,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347408665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:08,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:08,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:08,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:08,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347408675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:08,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:08,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347408675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:08,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:08,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:08,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:08,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:08,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:08,850 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/124ae648db7441fbbe1ba0f81f8880cd
2024-11-11T17:49:08,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/741e554b1b1f443a85b4de5c80958661 is 50, key is test_row_0/B:col10/1731347348016/Put/seqid=0
2024-11-11T17:49:08,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741994_1170 (size=12151)
2024-11-11T17:49:08,864 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/741e554b1b1f443a85b4de5c80958661
2024-11-11T17:49:08,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/1feaaa39dbd7489d89e2c703dac6edce is 50, key is test_row_0/C:col10/1731347348016/Put/seqid=0
2024-11-11T17:49:08,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741995_1171 (size=12151)
2024-11-11T17:49:09,175 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347409175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:09,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:09,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:09,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:09,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347409185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:09,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:09,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:09,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:09,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347409185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:09,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:09,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:09,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-11T17:49:09,205 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:49:09,205 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:49:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees
2024-11-11T17:49:09,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-11T17:49:09,207 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:49:09,208 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:49:09,208 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:49:09,275 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/1feaaa39dbd7489d89e2c703dac6edce
2024-11-11T17:49:09,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/124ae648db7441fbbe1ba0f81f8880cd as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/124ae648db7441fbbe1ba0f81f8880cd
2024-11-11T17:49:09,284 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/124ae648db7441fbbe1ba0f81f8880cd, entries=150, sequenceid=209, filesize=30.4 K
2024-11-11T17:49:09,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/741e554b1b1f443a85b4de5c80958661 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/741e554b1b1f443a85b4de5c80958661
2024-11-11T17:49:09,289 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/741e554b1b1f443a85b4de5c80958661, entries=150, sequenceid=209, filesize=11.9 K
2024-11-11T17:49:09,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/1feaaa39dbd7489d89e2c703dac6edce as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/1feaaa39dbd7489d89e2c703dac6edce
2024-11-11T17:49:09,294 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/1feaaa39dbd7489d89e2c703dac6edce, entries=150, sequenceid=209, filesize=11.9 K
2024-11-11T17:49:09,295 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for a41a58b48a5b9bacf2b5998a6424ff31 in 1278ms, sequenceid=209, compaction requested=true
2024-11-11T17:49:09,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:09,295 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:09,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a41a58b48a5b9bacf2b5998a6424ff31:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:49:09,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:09,296 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:09,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a41a58b48a5b9bacf2b5998a6424ff31:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:49:09,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:09,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a41a58b48a5b9bacf2b5998a6424ff31:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:49:09,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:49:09,297 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:09,297 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): a41a58b48a5b9bacf2b5998a6424ff31/A is initiating minor compaction (all files)
2024-11-11T17:49:09,297 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a41a58b48a5b9bacf2b5998a6424ff31/A in TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:09,297 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/62ccdf6dff654727b17e0c3ddb1ad8a6, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/957d430607d744bfbe1353802bf9c8a1, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/124ae648db7441fbbe1ba0f81f8880cd] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp, totalSize=91.5 K
2024-11-11T17:49:09,297 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:09,297 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. files: [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/62ccdf6dff654727b17e0c3ddb1ad8a6, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/957d430607d744bfbe1353802bf9c8a1, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/124ae648db7441fbbe1ba0f81f8880cd]
2024-11-11T17:49:09,297 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:09,297 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): a41a58b48a5b9bacf2b5998a6424ff31/B is initiating minor compaction (all files)
2024-11-11T17:49:09,297 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a41a58b48a5b9bacf2b5998a6424ff31/B in TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:09,298 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/64f0c5079f1e41f3a275467bc5381945, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/8e9542f1d50a4a3fae7b38d8f8147216, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/741e554b1b1f443a85b4de5c80958661] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp, totalSize=36.0 K
2024-11-11T17:49:09,298 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62ccdf6dff654727b17e0c3ddb1ad8a6, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731347342488
2024-11-11T17:49:09,298 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 64f0c5079f1e41f3a275467bc5381945, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731347342488
2024-11-11T17:49:09,299 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 957d430607d744bfbe1353802bf9c8a1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731347344655
2024-11-11T17:49:09,299 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e9542f1d50a4a3fae7b38d8f8147216, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731347344655
2024-11-11T17:49:09,299 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 124ae648db7441fbbe1ba0f81f8880cd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731347346852
2024-11-11T17:49:09,300 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 741e554b1b1f443a85b4de5c80958661, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731347346852
2024-11-11T17:49:09,306 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:09,307 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a41a58b48a5b9bacf2b5998a6424ff31#B#compaction#141 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:09,308 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/53af5272b5cb45efb413d62a8ce77f8f is 50, key is test_row_0/B:col10/1731347348016/Put/seqid=0
2024-11-11T17:49:09,309 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111d03e27d273f34a66b69b76b66418b89f_a41a58b48a5b9bacf2b5998a6424ff31 store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:09,311 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111d03e27d273f34a66b69b76b66418b89f_a41a58b48a5b9bacf2b5998a6424ff31, store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:09,311 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d03e27d273f34a66b69b76b66418b89f_a41a58b48a5b9bacf2b5998a6424ff31 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-11T17:49:09,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741996_1172 (size=12663)
2024-11-11T17:49:09,323 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/53af5272b5cb45efb413d62a8ce77f8f as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/53af5272b5cb45efb413d62a8ce77f8f
2024-11-11T17:49:09,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741997_1173 (size=4469)
2024-11-11T17:49:09,330 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a41a58b48a5b9bacf2b5998a6424ff31#A#compaction#142 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:09,330 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/19235a505c0c46f79db50a5704778640 is 175, key is test_row_0/A:col10/1731347348016/Put/seqid=0
2024-11-11T17:49:09,333 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a41a58b48a5b9bacf2b5998a6424ff31/B of a41a58b48a5b9bacf2b5998a6424ff31 into 53af5272b5cb45efb413d62a8ce77f8f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:09,333 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:09,333 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., storeName=a41a58b48a5b9bacf2b5998a6424ff31/B, priority=13, startTime=1731347349296; duration=0sec
2024-11-11T17:49:09,333 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:49:09,333 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a41a58b48a5b9bacf2b5998a6424ff31:B
2024-11-11T17:49:09,333 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:09,336 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:09,336 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): a41a58b48a5b9bacf2b5998a6424ff31/C is initiating minor compaction (all files)
2024-11-11T17:49:09,336 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a41a58b48a5b9bacf2b5998a6424ff31/C in TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:09,336 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/fd3d5e5d5e084c068c4762c7f464bc29, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/2b38668673bf48488e2afa45be435d98, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/1feaaa39dbd7489d89e2c703dac6edce] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp, totalSize=36.0 K
2024-11-11T17:49:09,337 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting fd3d5e5d5e084c068c4762c7f464bc29, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731347342488
2024-11-11T17:49:09,338 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b38668673bf48488e2afa45be435d98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731347344655
2024-11-11T17:49:09,339 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 1feaaa39dbd7489d89e2c703dac6edce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731347346852
2024-11-11T17:49:09,352 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a41a58b48a5b9bacf2b5998a6424ff31#C#compaction#143 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:09,352 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/749a4829f88e4a6ca7cf2fbea23ff848 is 50, key is test_row_0/C:col10/1731347348016/Put/seqid=0
2024-11-11T17:49:09,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741998_1174 (size=31617)
2024-11-11T17:49:09,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-11T17:49:09,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:09,360 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing a41a58b48a5b9bacf2b5998a6424ff31 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-11T17:49:09,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=A
2024-11-11T17:49:09,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:09,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=B
2024-11-11T17:49:09,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:09,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=C
2024-11-11T17:49:09,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:09,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741999_1175 (size=12663)
2024-11-11T17:49:09,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d06a2f5b52284c69ac35e11405bc02ce_a41a58b48a5b9bacf2b5998a6424ff31 is 50, key is test_row_0/A:col10/1731347348028/Put/seqid=0
2024-11-11T17:49:09,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742000_1176 (size=12304)
2024-11-11T17:49:09,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:09,400 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d06a2f5b52284c69ac35e11405bc02ce_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d06a2f5b52284c69ac35e11405bc02ce_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:09,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/d47dde0634a245898f53c561327b6566, store: [table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:09,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/d47dde0634a245898f53c561327b6566 is 175, key is test_row_0/A:col10/1731347348028/Put/seqid=0
2024-11-11T17:49:09,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742001_1177 (size=31105)
2024-11-11T17:49:09,408 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=222, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/d47dde0634a245898f53c561327b6566
2024-11-11T17:49:09,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/b710390b318a4639b284ebda3324e28f is 50, key is test_row_0/B:col10/1731347348028/Put/seqid=0
2024-11-11T17:49:09,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742002_1178 (size=12151)
2024-11-11T17:49:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-11T17:49:09,758 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/19235a505c0c46f79db50a5704778640 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/19235a505c0c46f79db50a5704778640
2024-11-11T17:49:09,763 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a41a58b48a5b9bacf2b5998a6424ff31/A of a41a58b48a5b9bacf2b5998a6424ff31 into 19235a505c0c46f79db50a5704778640(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:09,763 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:09,763 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., storeName=a41a58b48a5b9bacf2b5998a6424ff31/A, priority=13, startTime=1731347349295; duration=0sec
2024-11-11T17:49:09,763 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:09,764 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a41a58b48a5b9bacf2b5998a6424ff31:A
2024-11-11T17:49:09,787 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/749a4829f88e4a6ca7cf2fbea23ff848 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/749a4829f88e4a6ca7cf2fbea23ff848
2024-11-11T17:49:09,793 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a41a58b48a5b9bacf2b5998a6424ff31/C of a41a58b48a5b9bacf2b5998a6424ff31 into 749a4829f88e4a6ca7cf2fbea23ff848(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:09,793 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:09,793 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., storeName=a41a58b48a5b9bacf2b5998a6424ff31/C, priority=13, startTime=1731347349296; duration=0sec
2024-11-11T17:49:09,793 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:09,793 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a41a58b48a5b9bacf2b5998a6424ff31:C
2024-11-11T17:49:09,827 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/b710390b318a4639b284ebda3324e28f
2024-11-11T17:49:09,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/ba89eea15c8646d49eac6b6c8121d2df is 50, key is test_row_0/C:col10/1731347348028/Put/seqid=0
2024-11-11T17:49:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-11T17:49:09,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742003_1179 (size=12151)
2024-11-11T17:49:10,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:10,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:49:10,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:10,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347410212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:10,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:10,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347410216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:10,221 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:10,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347410216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:10,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:10,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:10,240 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/ba89eea15c8646d49eac6b6c8121d2df
2024-11-11T17:49:10,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/d47dde0634a245898f53c561327b6566 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/d47dde0634a245898f53c561327b6566
2024-11-11T17:49:10,249 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/d47dde0634a245898f53c561327b6566, entries=150, sequenceid=222, filesize=30.4 K
2024-11-11T17:49:10,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/b710390b318a4639b284ebda3324e28f as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/b710390b318a4639b284ebda3324e28f
2024-11-11T17:49:10,254 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/b710390b318a4639b284ebda3324e28f, entries=150, sequenceid=222, filesize=11.9 K
2024-11-11T17:49:10,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/ba89eea15c8646d49eac6b6c8121d2df as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/ba89eea15c8646d49eac6b6c8121d2df
2024-11-11T17:49:10,259 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/ba89eea15c8646d49eac6b6c8121d2df, entries=150, sequenceid=222, filesize=11.9 K
2024-11-11T17:49:10,260 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for a41a58b48a5b9bacf2b5998a6424ff31 in 900ms, sequenceid=222, compaction requested=false
2024-11-11T17:49:10,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:10,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:10,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49
2024-11-11T17:49:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=49
2024-11-11T17:49:10,263 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48
2024-11-11T17:49:10,263 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0540 sec
2024-11-11T17:49:10,265 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.0590 sec
2024-11-11T17:49:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:10,328 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a41a58b48a5b9bacf2b5998a6424ff31 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB
2024-11-11T17:49:10,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=A
2024-11-11T17:49:10,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:49:10,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=B
2024-11-11T17:49:10,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:49:10,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=C
2024-11-11T17:49:10,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:49:10,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111bd2cd7c63aff4d9cbccb03cda5f956ff_a41a58b48a5b9bacf2b5998a6424ff31 is 50, key is test_row_0/A:col10/1731347350326/Put/seqid=0
2024-11-11T17:49:10,342 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347410339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:10,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:10,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742004_1180 (size=17284)
2024-11-11T17:49:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-11T17:49:10,346 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:49:10,346 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:49:10,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees
2024-11-11T17:49:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347410341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:10,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347410342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:10,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-11T17:49:10,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:10,348 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:49:10,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:10,349 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:49:10,349 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:49:10,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347410445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:10,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-11T17:49:10,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347410454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:10,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:10,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347410454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:10,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:10,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:10,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-11T17:49:10,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:10,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:49:10,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:10,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:10,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:10,657 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347410655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:10,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:10,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-11T17:49:10,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:10,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:49:10,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:10,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:10,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-11T17:49:10,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:10,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347410665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347410665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:10,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:10,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:10,745 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:10,750 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111bd2cd7c63aff4d9cbccb03cda5f956ff_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bd2cd7c63aff4d9cbccb03cda5f956ff_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:10,751 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/1e27310798ce40f1921b8ea6df22c65b, store: [table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:10,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/1e27310798ce40f1921b8ea6df22c65b is 175, key is test_row_0/A:col10/1731347350326/Put/seqid=0
2024-11-11T17:49:10,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742005_1181 (size=48389)
2024-11-11T17:49:10,756 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/1e27310798ce40f1921b8ea6df22c65b
2024-11-11T17:49:10,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/88b9a7b6dc3340478f06e6a3f6da2198 is 50, key is test_row_0/B:col10/1731347350326/Put/seqid=0
2024-11-11T17:49:10,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742006_1182 (size=12151)
2024-11-11T17:49:10,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-11T17:49:10,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:10,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:49:10,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:10,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:10,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:10,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-11T17:49:10,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:10,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:49:10,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:10,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:10,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:10,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347410965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:10,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-11T17:49:10,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347410975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:10,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:10,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347410975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:10,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:10,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:10,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:11,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-11T17:49:11,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:11,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:49:11,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:11,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:11,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:11,173 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/88b9a7b6dc3340478f06e6a3f6da2198
2024-11-11T17:49:11,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/928f825ac3b04bc38889f27b8c9d2b52 is 50, key is test_row_0/C:col10/1731347350326/Put/seqid=0
2024-11-11T17:49:11,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742007_1183 (size=12151)
2024-11-11T17:49:11,186 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/928f825ac3b04bc38889f27b8c9d2b52
2024-11-11T17:49:11,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/1e27310798ce40f1921b8ea6df22c65b as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/1e27310798ce40f1921b8ea6df22c65b
2024-11-11T17:49:11,195 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/1e27310798ce40f1921b8ea6df22c65b, entries=250, sequenceid=246, filesize=47.3 K
2024-11-11T17:49:11,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/88b9a7b6dc3340478f06e6a3f6da2198 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/88b9a7b6dc3340478f06e6a3f6da2198
2024-11-11T17:49:11,200 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/88b9a7b6dc3340478f06e6a3f6da2198, entries=150, sequenceid=246, filesize=11.9 K
2024-11-11T17:49:11,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/928f825ac3b04bc38889f27b8c9d2b52 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/928f825ac3b04bc38889f27b8c9d2b52
2024-11-11T17:49:11,206 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/928f825ac3b04bc38889f27b8c9d2b52, entries=150, sequenceid=246, filesize=11.9 K
2024-11-11T17:49:11,207 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=46.96 KB/48090 for a41a58b48a5b9bacf2b5998a6424ff31 in 879ms, sequenceid=246, compaction requested=true
2024-11-11T17:49:11,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:11,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a41a58b48a5b9bacf2b5998a6424ff31:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:49:11,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:11,207 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:11,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a41a58b48a5b9bacf2b5998a6424ff31:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:49:11,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:11,207 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:11,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a41a58b48a5b9bacf2b5998a6424ff31:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:49:11,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:49:11,209 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:11,209 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 111111 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:11,209 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): a41a58b48a5b9bacf2b5998a6424ff31/B is initiating minor compaction (all files)
2024-11-11T17:49:11,209 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): a41a58b48a5b9bacf2b5998a6424ff31/A is initiating minor compaction (all files)
2024-11-11T17:49:11,209 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a41a58b48a5b9bacf2b5998a6424ff31/A in TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:11,209 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a41a58b48a5b9bacf2b5998a6424ff31/B in TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:11,209 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/19235a505c0c46f79db50a5704778640, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/d47dde0634a245898f53c561327b6566, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/1e27310798ce40f1921b8ea6df22c65b] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp, totalSize=108.5 K
2024-11-11T17:49:11,209 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/53af5272b5cb45efb413d62a8ce77f8f, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/b710390b318a4639b284ebda3324e28f, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/88b9a7b6dc3340478f06e6a3f6da2198] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp, totalSize=36.1 K
2024-11-11T17:49:11,209 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:11,209 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. files: [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/19235a505c0c46f79db50a5704778640, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/d47dde0634a245898f53c561327b6566, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/1e27310798ce40f1921b8ea6df22c65b]
2024-11-11T17:49:11,210 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 53af5272b5cb45efb413d62a8ce77f8f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731347346852
2024-11-11T17:49:11,210 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19235a505c0c46f79db50a5704778640, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731347346852
2024-11-11T17:49:11,210 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting b710390b318a4639b284ebda3324e28f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731347348027
2024-11-11T17:49:11,210 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting d47dde0634a245898f53c561327b6566, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731347348027
2024-11-11T17:49:11,210 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e27310798ce40f1921b8ea6df22c65b, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731347350209
2024-11-11T17:49:11,210 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 88b9a7b6dc3340478f06e6a3f6da2198, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731347350214
2024-11-11T17:49:11,217 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:11,221 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a41a58b48a5b9bacf2b5998a6424ff31#B#compaction#151 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:11,221 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/2ac14732c57a401f9db34d4a5158c9c0 is 50, key is test_row_0/B:col10/1731347350326/Put/seqid=0
2024-11-11T17:49:11,224 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111185b1c229358940d08cb618fd8719ac6d_a41a58b48a5b9bacf2b5998a6424ff31 store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:11,226 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111185b1c229358940d08cb618fd8719ac6d_a41a58b48a5b9bacf2b5998a6424ff31, store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:11,227 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111185b1c229358940d08cb618fd8719ac6d_a41a58b48a5b9bacf2b5998a6424ff31 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:11,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742008_1184 (size=12765)
2024-11-11T17:49:11,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742009_1185 (size=4469)
2024-11-11T17:49:11,240 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a41a58b48a5b9bacf2b5998a6424ff31#A#compaction#150 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:11,240 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/305cc2ffeb4d4e5cb41068ebbcdc9401 is 175, key is test_row_0/A:col10/1731347350326/Put/seqid=0
2024-11-11T17:49:11,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742010_1186 (size=31719)
2024-11-11T17:49:11,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-11T17:49:11,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:11,272 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing a41a58b48a5b9bacf2b5998a6424ff31 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-11T17:49:11,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=A
2024-11-11T17:49:11,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:11,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=B
2024-11-11T17:49:11,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:11,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=C
2024-11-11T17:49:11,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:11,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111dd5639f9ef144c6aa5c72527ec76a047_a41a58b48a5b9bacf2b5998a6424ff31 is 50, key is test_row_0/A:col10/1731347350328/Put/seqid=0
2024-11-11T17:49:11,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742011_1187 (size=12304)
2024-11-11T17:49:11,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:11,291 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111dd5639f9ef144c6aa5c72527ec76a047_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111dd5639f9ef144c6aa5c72527ec76a047_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:11,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/41f73db15d9342cc8eb948537cdb362d, store: [table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:11,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/41f73db15d9342cc8eb948537cdb362d is 175, key is test_row_0/A:col10/1731347350328/Put/seqid=0
2024-11-11T17:49:11,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742012_1188 (size=31105)
2024-11-11T17:49:11,301 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/41f73db15d9342cc8eb948537cdb362d
2024-11-11T17:49:11,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/6ad68953ad78475992fb865382e9c682 is 50, key is test_row_0/B:col10/1731347350328/Put/seqid=0
2024-11-11T17:49:11,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742013_1189 (size=12151)
2024-11-11T17:49:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:11,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. as already flushing
2024-11-11T17:49:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-11T17:49:11,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347411508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:11,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:11,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:11,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:11,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731347351500, max timestamp=1731347351512Num uniques 859; 
2024-11-11T17:49:11,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731347351500, max timestamp=1731347351512Num uniques 859; 
2024-11-11T17:49:11,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-11T17:49:11,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-11T17:49:11,517 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731347351500, max timestamp=1731347351512Num uniques 859; 
2024-11-11T17:49:11,517 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-11T17:49:11,568 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347411566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:11,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:11,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:11,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:11,571 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347411568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:11,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:11,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:11,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:11,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347411624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:11,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:11,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:11,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:11,638 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/2ac14732c57a401f9db34d4a5158c9c0 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/2ac14732c57a401f9db34d4a5158c9c0
2024-11-11T17:49:11,643 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a41a58b48a5b9bacf2b5998a6424ff31/B of a41a58b48a5b9bacf2b5998a6424ff31 into 2ac14732c57a401f9db34d4a5158c9c0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:11,643 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:11,643 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., storeName=a41a58b48a5b9bacf2b5998a6424ff31/B, priority=13, startTime=1731347351207; duration=0sec
2024-11-11T17:49:11,643 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:49:11,643 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a41a58b48a5b9bacf2b5998a6424ff31:B
2024-11-11T17:49:11,643 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:11,644 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:11,645 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): a41a58b48a5b9bacf2b5998a6424ff31/C is initiating minor compaction (all files)
2024-11-11T17:49:11,645 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a41a58b48a5b9bacf2b5998a6424ff31/C in TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:11,645 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/749a4829f88e4a6ca7cf2fbea23ff848, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/ba89eea15c8646d49eac6b6c8121d2df, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/928f825ac3b04bc38889f27b8c9d2b52] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp, totalSize=36.1 K
2024-11-11T17:49:11,645 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 749a4829f88e4a6ca7cf2fbea23ff848, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731347346852
2024-11-11T17:49:11,646 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting ba89eea15c8646d49eac6b6c8121d2df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731347348027
2024-11-11T17:49:11,646 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 928f825ac3b04bc38889f27b8c9d2b52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731347350214
2024-11-11T17:49:11,649 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/305cc2ffeb4d4e5cb41068ebbcdc9401 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/305cc2ffeb4d4e5cb41068ebbcdc9401
2024-11-11T17:49:11,654 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a41a58b48a5b9bacf2b5998a6424ff31/A of a41a58b48a5b9bacf2b5998a6424ff31 into 305cc2ffeb4d4e5cb41068ebbcdc9401(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:11,654 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:11,654 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., storeName=a41a58b48a5b9bacf2b5998a6424ff31/A, priority=13, startTime=1731347351207; duration=0sec
2024-11-11T17:49:11,654 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a41a58b48a5b9bacf2b5998a6424ff31#C#compaction#154 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:11,654 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:11,654 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a41a58b48a5b9bacf2b5998a6424ff31:A
2024-11-11T17:49:11,655 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/e0d5e68d2c5145c594761c2731e68f6d is 50, key is test_row_0/C:col10/1731347350326/Put/seqid=0
2024-11-11T17:49:11,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742014_1190 (size=12765)
2024-11-11T17:49:11,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347411675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:11,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:11,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347411675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:11,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:11,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:11,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:11,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:11,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:11,716 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/6ad68953ad78475992fb865382e9c682
2024-11-11T17:49:11,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/25a6235b853940bdbc88f75cd09dccc3 is 50, key is test_row_0/C:col10/1731347350328/Put/seqid=0
2024-11-11T17:49:11,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742015_1191 (size=12151)
2024-11-11T17:49:11,728 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/25a6235b853940bdbc88f75cd09dccc3
2024-11-11T17:49:11,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/41f73db15d9342cc8eb948537cdb362d as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/41f73db15d9342cc8eb948537cdb362d
2024-11-11T17:49:11,737 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/41f73db15d9342cc8eb948537cdb362d, entries=150, sequenceid=256, filesize=30.4 K
2024-11-11T17:49:11,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/6ad68953ad78475992fb865382e9c682 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/6ad68953ad78475992fb865382e9c682
2024-11-11T17:49:11,741 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/6ad68953ad78475992fb865382e9c682, entries=150, sequenceid=256, filesize=11.9 K
2024-11-11T17:49:11,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/25a6235b853940bdbc88f75cd09dccc3 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/25a6235b853940bdbc88f75cd09dccc3
2024-11-11T17:49:11,746 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/25a6235b853940bdbc88f75cd09dccc3, entries=150, sequenceid=256, filesize=11.9 K
2024-11-11T17:49:11,747 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=133.78 KB/136995 for a41a58b48a5b9bacf2b5998a6424ff31 in 475ms, sequenceid=256, compaction requested=false
2024-11-11T17:49:11,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:11,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:11,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51
2024-11-11T17:49:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=51
2024-11-11T17:49:11,750 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50
2024-11-11T17:49:11,750 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3990 sec
2024-11-11T17:49:11,752 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.4040 sec
2024-11-11T17:49:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:11,840 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a41a58b48a5b9bacf2b5998a6424ff31 3/3 column families, dataSize=140.49 KB heapSize=404.70 KB
2024-11-11T17:49:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=A
2024-11-11T17:49:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-11T17:49:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=B
2024-11-11T17:49:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-11T17:49:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=C
2024-11-11T17:49:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-11T17:49:11,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111fcc05f6efafe43189df04aa7e8b78cd8_a41a58b48a5b9bacf2b5998a6424ff31 is 50, key is test_row_0/A:col10/1731347351565/Put/seqid=0
2024-11-11T17:49:11,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742016_1192 (size=14994)
2024-11-11T17:49:11,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347411865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:11,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:11,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:11,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:11,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347411885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:11,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347411885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:11,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:11,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:11,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:11,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:11,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:11,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:11,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347411975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:11,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:11,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:11,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:12,066 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/e0d5e68d2c5145c594761c2731e68f6d as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/e0d5e68d2c5145c594761c2731e68f6d
2024-11-11T17:49:12,070 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a41a58b48a5b9bacf2b5998a6424ff31/C of a41a58b48a5b9bacf2b5998a6424ff31 into e0d5e68d2c5145c594761c2731e68f6d(size=12.5 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:12,070 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:12,070 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., storeName=a41a58b48a5b9bacf2b5998a6424ff31/C, priority=13, startTime=1731347351207; duration=0sec
2024-11-11T17:49:12,070 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:12,070 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a41a58b48a5b9bacf2b5998a6424ff31:C
2024-11-11T17:49:12,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347412185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:12,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:12,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:12,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:12,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347412194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:12,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347412195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:12,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:12,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:12,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:12,252 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:12,256 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111fcc05f6efafe43189df04aa7e8b78cd8_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fcc05f6efafe43189df04aa7e8b78cd8_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:12,257 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/186dd969628a4e5ab3aa5f7866268dac, store: [table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:12,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/186dd969628a4e5ab3aa5f7866268dac is 175, key is test_row_0/A:col10/1731347351565/Put/seqid=0
2024-11-11T17:49:12,261 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742017_1193 (size=39949)
2024-11-11T17:49:12,384 INFO  [Thread-586 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-586.
2024-11-11T17:49:12,384 DEBUG [Thread-586 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:49:12,384 DEBUG [Thread-586 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:12,384 DEBUG [Thread-586 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:12,384 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:49:12,386 INFO  [Thread-584 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-584.
2024-11-11T17:49:12,386 DEBUG [Thread-584 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:49:12,386 DEBUG [Thread-584 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:12,386 DEBUG [Thread-584 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:12,386 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:49:12,393 INFO  [Thread-590 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-590.
2024-11-11T17:49:12,393 DEBUG [Thread-590 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:49:12,393 DEBUG [Thread-590 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:12,393 DEBUG [Thread-590 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:12,393 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:49:12,398 INFO  [Thread-588 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-588.
2024-11-11T17:49:12,398 DEBUG [Thread-588 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:49:12,398 DEBUG [Thread-588 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:12,398 DEBUG [Thread-588 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:12,398 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:49:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-11T17:49:12,497 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:49:12,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347412496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:12,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:12,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:12,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:12,663 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=46.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/186dd969628a4e5ab3aa5f7866268dac
2024-11-11T17:49:12,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/a0171006020d4347b4f638b32d0903cb is 50, key is test_row_0/B:col10/1731347351565/Put/seqid=0
2024-11-11T17:49:12,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742018_1194 (size=12301)
2024-11-11T17:49:12,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731347412695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:12,696 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_2' in a41a58b48a5b9bacf2b5998a6424ff31 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18266 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:49:12,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:12,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:12,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:12,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:12,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50862 deadline: 1731347412705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731347412705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:12,706 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_2' in a41a58b48a5b9bacf2b5998a6424ff31 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18277 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:49:12,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:12,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:12,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:12,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50906 deadline: 1731347412716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:12,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:12,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:12,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:13,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50908 deadline: 1731347413006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:13,084 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/a0171006020d4347b4f638b32d0903cb
2024-11-11T17:49:13,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/95c4ed0d921540c5b0255bdc6a7a1a04 is 50, key is test_row_0/C:col10/1731347351565/Put/seqid=0
2024-11-11T17:49:13,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742019_1195 (size=12301)
2024-11-11T17:49:13,507 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/95c4ed0d921540c5b0255bdc6a7a1a04
2024-11-11T17:49:13,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/186dd969628a4e5ab3aa5f7866268dac as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/186dd969628a4e5ab3aa5f7866268dac
2024-11-11T17:49:13,545 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/186dd969628a4e5ab3aa5f7866268dac, entries=200, sequenceid=296, filesize=39.0 K
2024-11-11T17:49:13,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/a0171006020d4347b4f638b32d0903cb as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/a0171006020d4347b4f638b32d0903cb
2024-11-11T17:49:13,551 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/a0171006020d4347b4f638b32d0903cb, entries=150, sequenceid=296, filesize=12.0 K
2024-11-11T17:49:13,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/95c4ed0d921540c5b0255bdc6a7a1a04 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/95c4ed0d921540c5b0255bdc6a7a1a04
2024-11-11T17:49:13,556 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/95c4ed0d921540c5b0255bdc6a7a1a04, entries=150, sequenceid=296, filesize=12.0 K
2024-11-11T17:49:13,557 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.49 KB/143865, heapSize ~404.65 KB/414360, currentSize=40.25 KB/41220 for a41a58b48a5b9bacf2b5998a6424ff31 in 1717ms, sequenceid=296, compaction requested=true
2024-11-11T17:49:13,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:13,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a41a58b48a5b9bacf2b5998a6424ff31:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:49:13,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:13,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a41a58b48a5b9bacf2b5998a6424ff31:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:49:13,557 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:13,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:13,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a41a58b48a5b9bacf2b5998a6424ff31:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:49:13,557 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:13,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:49:13,558 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37217 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:13,558 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102773 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:13,558 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): a41a58b48a5b9bacf2b5998a6424ff31/A is initiating minor compaction (all files)
2024-11-11T17:49:13,558 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): a41a58b48a5b9bacf2b5998a6424ff31/B is initiating minor compaction (all files)
2024-11-11T17:49:13,559 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a41a58b48a5b9bacf2b5998a6424ff31/A in TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:13,559 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a41a58b48a5b9bacf2b5998a6424ff31/B in TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:13,559 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/305cc2ffeb4d4e5cb41068ebbcdc9401, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/41f73db15d9342cc8eb948537cdb362d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/186dd969628a4e5ab3aa5f7866268dac] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp, totalSize=100.4 K
2024-11-11T17:49:13,559 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/2ac14732c57a401f9db34d4a5158c9c0, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/6ad68953ad78475992fb865382e9c682, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/a0171006020d4347b4f638b32d0903cb] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp, totalSize=36.3 K
2024-11-11T17:49:13,559 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:13,559 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. files: [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/305cc2ffeb4d4e5cb41068ebbcdc9401, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/41f73db15d9342cc8eb948537cdb362d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/186dd969628a4e5ab3aa5f7866268dac]
2024-11-11T17:49:13,559 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ac14732c57a401f9db34d4a5158c9c0, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731347350214
2024-11-11T17:49:13,559 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 305cc2ffeb4d4e5cb41068ebbcdc9401, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731347350214
2024-11-11T17:49:13,560 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ad68953ad78475992fb865382e9c682, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731347350328
2024-11-11T17:49:13,560 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41f73db15d9342cc8eb948537cdb362d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731347350328
2024-11-11T17:49:13,560 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting a0171006020d4347b4f638b32d0903cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731347351554
2024-11-11T17:49:13,560 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 186dd969628a4e5ab3aa5f7866268dac, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731347351554
2024-11-11T17:49:13,571 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a41a58b48a5b9bacf2b5998a6424ff31#B#compaction#159 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:13,571 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:13,571 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/8ba9c00890c54c83b261df4d57c3cfae is 50, key is test_row_0/B:col10/1731347351565/Put/seqid=0
2024-11-11T17:49:13,573 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111f723cf4f4e7441789600a626277eaf6f_a41a58b48a5b9bacf2b5998a6424ff31 store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:13,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742020_1196 (size=13017)
2024-11-11T17:49:13,597 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111f723cf4f4e7441789600a626277eaf6f_a41a58b48a5b9bacf2b5998a6424ff31, store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:13,598 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f723cf4f4e7441789600a626277eaf6f_a41a58b48a5b9bacf2b5998a6424ff31 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:13,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742021_1197 (size=4469)
2024-11-11T17:49:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:13,717 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a41a58b48a5b9bacf2b5998a6424ff31 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-11T17:49:13,717 INFO  [Thread-573 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-573.
2024-11-11T17:49:13,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=A
2024-11-11T17:49:13,717 DEBUG [Thread-573 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:49:13,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:13,717 DEBUG [Thread-573 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:13,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=B
2024-11-11T17:49:13,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:13,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=C
2024-11-11T17:49:13,717 DEBUG [Thread-573 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:13,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:13,717 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:49:13,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a7c31571eba64262a0aef78c2d9bc809_a41a58b48a5b9bacf2b5998a6424ff31 is 50, key is test_row_0/A:col10/1731347351858/Put/seqid=0
2024-11-11T17:49:13,727 INFO  [Thread-579 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-579.
2024-11-11T17:49:13,727 DEBUG [Thread-579 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:49:13,727 DEBUG [Thread-579 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:13,727 DEBUG [Thread-579 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:13,727 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:49:13,729 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742022_1198 (size=12454)
2024-11-11T17:49:13,986 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/8ba9c00890c54c83b261df4d57c3cfae as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/8ba9c00890c54c83b261df4d57c3cfae
2024-11-11T17:49:13,991 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a41a58b48a5b9bacf2b5998a6424ff31/B of a41a58b48a5b9bacf2b5998a6424ff31 into 8ba9c00890c54c83b261df4d57c3cfae(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:13,991 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:13,991 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., storeName=a41a58b48a5b9bacf2b5998a6424ff31/B, priority=13, startTime=1731347353557; duration=0sec
2024-11-11T17:49:13,991 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:49:13,991 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a41a58b48a5b9bacf2b5998a6424ff31:B
2024-11-11T17:49:13,991 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:13,992 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37217 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:13,992 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): a41a58b48a5b9bacf2b5998a6424ff31/C is initiating minor compaction (all files)
2024-11-11T17:49:13,993 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a41a58b48a5b9bacf2b5998a6424ff31/C in TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:13,993 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/e0d5e68d2c5145c594761c2731e68f6d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/25a6235b853940bdbc88f75cd09dccc3, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/95c4ed0d921540c5b0255bdc6a7a1a04] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp, totalSize=36.3 K
2024-11-11T17:49:13,993 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting e0d5e68d2c5145c594761c2731e68f6d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731347350214
2024-11-11T17:49:13,993 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 25a6235b853940bdbc88f75cd09dccc3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731347350328
2024-11-11T17:49:13,994 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 95c4ed0d921540c5b0255bdc6a7a1a04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731347351554
2024-11-11T17:49:14,003 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a41a58b48a5b9bacf2b5998a6424ff31#C#compaction#162 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:14,003 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a41a58b48a5b9bacf2b5998a6424ff31#A#compaction#160 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:14,004 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/8748debaa8614f088fed9a393ac26bf8 is 50, key is test_row_0/C:col10/1731347351565/Put/seqid=0
2024-11-11T17:49:14,004 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/86b8895b16214cc3ae16f80f524cea85 is 175, key is test_row_0/A:col10/1731347351565/Put/seqid=0
2024-11-11T17:49:14,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742024_1200 (size=31971)
2024-11-11T17:49:14,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742023_1199 (size=13017)
2024-11-11T17:49:14,017 INFO  [Thread-575 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-575.
2024-11-11T17:49:14,017 DEBUG [Thread-575 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:49:14,017 DEBUG [Thread-575 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:14,017 DEBUG [Thread-575 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:14,017 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:49:14,130 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:14,135 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a7c31571eba64262a0aef78c2d9bc809_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a7c31571eba64262a0aef78c2d9bc809_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:14,137 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/55790aaeadc4443ea0754eb0e44fc271, store: [table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:14,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/55790aaeadc4443ea0754eb0e44fc271 is 175, key is test_row_0/A:col10/1731347351858/Put/seqid=0
2024-11-11T17:49:14,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742025_1201 (size=31255)
2024-11-11T17:49:14,413 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/8748debaa8614f088fed9a393ac26bf8 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/8748debaa8614f088fed9a393ac26bf8
2024-11-11T17:49:14,413 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/86b8895b16214cc3ae16f80f524cea85 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/86b8895b16214cc3ae16f80f524cea85
2024-11-11T17:49:14,417 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a41a58b48a5b9bacf2b5998a6424ff31/A of a41a58b48a5b9bacf2b5998a6424ff31 into 86b8895b16214cc3ae16f80f524cea85(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:14,417 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:14,417 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., storeName=a41a58b48a5b9bacf2b5998a6424ff31/A, priority=13, startTime=1731347353557; duration=0sec
2024-11-11T17:49:14,417 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a41a58b48a5b9bacf2b5998a6424ff31/C of a41a58b48a5b9bacf2b5998a6424ff31 into 8748debaa8614f088fed9a393ac26bf8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:14,417 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:14,417 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., storeName=a41a58b48a5b9bacf2b5998a6424ff31/C, priority=13, startTime=1731347353557; duration=0sec
2024-11-11T17:49:14,417 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:14,417 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a41a58b48a5b9bacf2b5998a6424ff31:A
2024-11-11T17:49:14,417 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:14,417 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a41a58b48a5b9bacf2b5998a6424ff31:C
2024-11-11T17:49:14,544 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=307, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/55790aaeadc4443ea0754eb0e44fc271
2024-11-11T17:49:14,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/d38a6f8b34084aa6be0aacba64404614 is 50, key is test_row_0/B:col10/1731347351858/Put/seqid=0
2024-11-11T17:49:14,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742026_1202 (size=12301)
2024-11-11T17:49:14,957 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/d38a6f8b34084aa6be0aacba64404614
2024-11-11T17:49:14,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/11b80bf2109a473794cb16b7aedf027d is 50, key is test_row_0/C:col10/1731347351858/Put/seqid=0
2024-11-11T17:49:14,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742027_1203 (size=12301)
2024-11-11T17:49:15,373 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/11b80bf2109a473794cb16b7aedf027d
2024-11-11T17:49:15,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/55790aaeadc4443ea0754eb0e44fc271 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/55790aaeadc4443ea0754eb0e44fc271
2024-11-11T17:49:15,391 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/55790aaeadc4443ea0754eb0e44fc271, entries=150, sequenceid=307, filesize=30.5 K
2024-11-11T17:49:15,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/d38a6f8b34084aa6be0aacba64404614 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/d38a6f8b34084aa6be0aacba64404614
2024-11-11T17:49:15,398 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/d38a6f8b34084aa6be0aacba64404614, entries=150, sequenceid=307, filesize=12.0 K
2024-11-11T17:49:15,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/11b80bf2109a473794cb16b7aedf027d as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/11b80bf2109a473794cb16b7aedf027d
2024-11-11T17:49:15,404 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/11b80bf2109a473794cb16b7aedf027d, entries=150, sequenceid=307, filesize=12.0 K
2024-11-11T17:49:15,405 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=13.42 KB/13740 for a41a58b48a5b9bacf2b5998a6424ff31 in 1689ms, sequenceid=307, compaction requested=false
2024-11-11T17:49:15,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a41a58b48a5b9bacf2b5998a6424ff31:

2024-11-11T17:49:17,114 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-11T17:49:22,740 INFO  [Thread-577 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-577.
2024-11-11T17:49:22,741 DEBUG [Thread-577 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:49:22,741 DEBUG [Thread-577 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:22,741 DEBUG [Thread-577 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:22,741 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:49:22,807 INFO  [Thread-581 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-581.
2024-11-11T17:49:22,807 DEBUG [Thread-581 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:49:22,807 DEBUG [Thread-581 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:22,807 DEBUG [Thread-581 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:22,807 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:49:22,808 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-11T17:49:22,808 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 78
2024-11-11T17:49:22,808 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 68
2024-11-11T17:49:22,808 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 15
2024-11-11T17:49:22,808 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 66
2024-11-11T17:49:22,808 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 14
2024-11-11T17:49:22,808 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-11T17:49:22,808 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3517
2024-11-11T17:49:22,808 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3282
2024-11-11T17:49:22,808 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-11T17:49:22,808 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1410
2024-11-11T17:49:22,808 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 4229 rows
2024-11-11T17:49:22,808 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1408
2024-11-11T17:49:22,808 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 4220 rows
2024-11-11T17:49:22,808 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-11T17:49:22,808 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-11T17:49:22,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:22,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:22,808 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:49:22,809 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-11T17:49:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-11T17:49:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-11T17:49:22,813 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731347362813"}]},"ts":"1731347362813"}
2024-11-11T17:49:22,815 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-11T17:49:22,815 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-11T17:49:22,816 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-11T17:49:22,818 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a41a58b48a5b9bacf2b5998a6424ff31, UNASSIGN}]
2024-11-11T17:49:22,819 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a41a58b48a5b9bacf2b5998a6424ff31, UNASSIGN
2024-11-11T17:49:22,820 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=54 updating hbase:meta row=a41a58b48a5b9bacf2b5998a6424ff31, regionState=CLOSING, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:49:22,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a41a58b48a5b9bacf2b5998a6424ff31, UNASSIGN because future has completed
2024-11-11T17:49:22,822 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-11T17:49:22,823 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; CloseRegionProcedure a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708}]
2024-11-11T17:49:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-11T17:49:22,976 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(122): Close a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:22,976 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-11T17:49:22,976 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1722): Closing a41a58b48a5b9bacf2b5998a6424ff31, disabling compactions & flushes
2024-11-11T17:49:22,976 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:22,976 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:22,976 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. after waiting 0 ms
2024-11-11T17:49:22,976 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:22,976 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(2902): Flushing a41a58b48a5b9bacf2b5998a6424ff31 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-11-11T17:49:22,977 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=A
2024-11-11T17:49:22,977 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:22,977 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=B
2024-11-11T17:49:22,977 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:22,977 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a41a58b48a5b9bacf2b5998a6424ff31, store=C
2024-11-11T17:49:22,977 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:22,988 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111cb9f0e1671b84f81afa28996c50b440a_a41a58b48a5b9bacf2b5998a6424ff31 is 50, key is test_row_0/A:col10/1731347353726/Put/seqid=0
2024-11-11T17:49:22,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742028_1204 (size=9914)
2024-11-11T17:49:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-11T17:49:23,393 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:23,405 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111cb9f0e1671b84f81afa28996c50b440a_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cb9f0e1671b84f81afa28996c50b440a_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:23,406 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/cf9204e0804e4b459dfda513e18f2e8e, store: [table=TestAcidGuarantees family=A region=a41a58b48a5b9bacf2b5998a6424ff31]
2024-11-11T17:49:23,407 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/cf9204e0804e4b459dfda513e18f2e8e is 175, key is test_row_0/A:col10/1731347353726/Put/seqid=0
2024-11-11T17:49:23,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742029_1205 (size=22561)
2024-11-11T17:49:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-11T17:49:23,815 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/cf9204e0804e4b459dfda513e18f2e8e
2024-11-11T17:49:23,831 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/330b4fac57b446a39238cb0daceed967 is 50, key is test_row_0/B:col10/1731347353726/Put/seqid=0
2024-11-11T17:49:23,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742030_1206 (size=9857)
2024-11-11T17:49:23,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-11T17:49:24,238 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/330b4fac57b446a39238cb0daceed967
2024-11-11T17:49:24,250 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/53512d21583d447ea3703979a3a97c2a is 50, key is test_row_0/C:col10/1731347353726/Put/seqid=0
2024-11-11T17:49:24,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742031_1207 (size=9857)
2024-11-11T17:49:24,657 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/53512d21583d447ea3703979a3a97c2a
2024-11-11T17:49:24,669 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/A/cf9204e0804e4b459dfda513e18f2e8e as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/cf9204e0804e4b459dfda513e18f2e8e
2024-11-11T17:49:24,675 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/cf9204e0804e4b459dfda513e18f2e8e, entries=100, sequenceid=317, filesize=22.0 K
2024-11-11T17:49:24,676 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/B/330b4fac57b446a39238cb0daceed967 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/330b4fac57b446a39238cb0daceed967
2024-11-11T17:49:24,681 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/330b4fac57b446a39238cb0daceed967, entries=100, sequenceid=317, filesize=9.6 K
2024-11-11T17:49:24,682 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/.tmp/C/53512d21583d447ea3703979a3a97c2a as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/53512d21583d447ea3703979a3a97c2a
2024-11-11T17:49:24,686 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/53512d21583d447ea3703979a3a97c2a, entries=100, sequenceid=317, filesize=9.6 K
2024-11-11T17:49:24,687 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for a41a58b48a5b9bacf2b5998a6424ff31 in 1711ms, sequenceid=317, compaction requested=true
2024-11-11T17:49:24,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/9f62b7e3ffa249ffbe88210b72f5c716, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/a3023869c9874cb388b1bc354337f197, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/e95f138f2b08416fbcded220eb99f52a, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/b608cb476c3242ae9b65d8f2cbed47d8, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/62c16a5426264eec930b943d5a9e50bf, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/3f00c2191b804a0da043413cc480c908, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/634f9cbf0b904172b1f4738893f7b332, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/ce5820bc4d924bce870342c74d9aa547, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/d5c04f9c112e4b60987ab799924019c5, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/39baec154e534bf895559a8954702ec8, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/e80bd7e0351c41a18d95eab9ca77e072, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/bc45164628a94f5290ec32555cddf4b0, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/62ccdf6dff654727b17e0c3ddb1ad8a6, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/957d430607d744bfbe1353802bf9c8a1, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/19235a505c0c46f79db50a5704778640, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/124ae648db7441fbbe1ba0f81f8880cd, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/d47dde0634a245898f53c561327b6566, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/1e27310798ce40f1921b8ea6df22c65b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/305cc2ffeb4d4e5cb41068ebbcdc9401, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/41f73db15d9342cc8eb948537cdb362d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/186dd969628a4e5ab3aa5f7866268dac] to archive
2024-11-11T17:49:24,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-11T17:49:24,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/9f62b7e3ffa249ffbe88210b72f5c716 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/9f62b7e3ffa249ffbe88210b72f5c716
2024-11-11T17:49:24,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/a3023869c9874cb388b1bc354337f197 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/a3023869c9874cb388b1bc354337f197
2024-11-11T17:49:24,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/e95f138f2b08416fbcded220eb99f52a to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/e95f138f2b08416fbcded220eb99f52a
2024-11-11T17:49:24,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/b608cb476c3242ae9b65d8f2cbed47d8 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/b608cb476c3242ae9b65d8f2cbed47d8
2024-11-11T17:49:24,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/62c16a5426264eec930b943d5a9e50bf to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/62c16a5426264eec930b943d5a9e50bf
2024-11-11T17:49:24,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/3f00c2191b804a0da043413cc480c908 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/3f00c2191b804a0da043413cc480c908
2024-11-11T17:49:24,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/634f9cbf0b904172b1f4738893f7b332 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/634f9cbf0b904172b1f4738893f7b332
2024-11-11T17:49:24,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/ce5820bc4d924bce870342c74d9aa547 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/ce5820bc4d924bce870342c74d9aa547
2024-11-11T17:49:24,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/d5c04f9c112e4b60987ab799924019c5 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/d5c04f9c112e4b60987ab799924019c5
2024-11-11T17:49:24,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/39baec154e534bf895559a8954702ec8 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/39baec154e534bf895559a8954702ec8
2024-11-11T17:49:24,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/e80bd7e0351c41a18d95eab9ca77e072 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/e80bd7e0351c41a18d95eab9ca77e072
2024-11-11T17:49:24,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/bc45164628a94f5290ec32555cddf4b0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/bc45164628a94f5290ec32555cddf4b0
2024-11-11T17:49:24,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/62ccdf6dff654727b17e0c3ddb1ad8a6 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/62ccdf6dff654727b17e0c3ddb1ad8a6
2024-11-11T17:49:24,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/957d430607d744bfbe1353802bf9c8a1 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/957d430607d744bfbe1353802bf9c8a1
2024-11-11T17:49:24,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/19235a505c0c46f79db50a5704778640 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/19235a505c0c46f79db50a5704778640
2024-11-11T17:49:24,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/124ae648db7441fbbe1ba0f81f8880cd to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/124ae648db7441fbbe1ba0f81f8880cd
2024-11-11T17:49:24,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/d47dde0634a245898f53c561327b6566 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/d47dde0634a245898f53c561327b6566
2024-11-11T17:49:24,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/1e27310798ce40f1921b8ea6df22c65b to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/1e27310798ce40f1921b8ea6df22c65b
2024-11-11T17:49:24,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/305cc2ffeb4d4e5cb41068ebbcdc9401 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/305cc2ffeb4d4e5cb41068ebbcdc9401
2024-11-11T17:49:24,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/41f73db15d9342cc8eb948537cdb362d to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/41f73db15d9342cc8eb948537cdb362d
2024-11-11T17:49:24,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/186dd969628a4e5ab3aa5f7866268dac to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/186dd969628a4e5ab3aa5f7866268dac
2024-11-11T17:49:24,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/9a4e158758644e57b795c49e6e5cad5d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/33246f96f66a41349a3a4c7b36ac21b6, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/30c5273b1c3a43a7925682189013ca2e, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/00dd4eeba59a4890893553e055dd38d2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/5bb89eae04354705b0b7a55ae6cbbcf2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/f23ab01bc5574feeb324e211bddfbf19, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/6ff931a0406f4fc28a31a15c0be445b2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/469e08d93c0a434e9adccc6d56a727c7, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/fff49e9e0e7d48479f15fe9d6860aedb, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/b79ab80a61394d7698ba4f969036cacc, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/65a95b15ae3e46ee8c17305c2a3a53a8, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/64f0c5079f1e41f3a275467bc5381945, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/6cd5fc6ff8584312a7ba9ded430496b9, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/8e9542f1d50a4a3fae7b38d8f8147216, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/53af5272b5cb45efb413d62a8ce77f8f, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/741e554b1b1f443a85b4de5c80958661, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/b710390b318a4639b284ebda3324e28f, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/2ac14732c57a401f9db34d4a5158c9c0, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/88b9a7b6dc3340478f06e6a3f6da2198, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/6ad68953ad78475992fb865382e9c682, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/a0171006020d4347b4f638b32d0903cb] to archive
2024-11-11T17:49:24,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-11T17:49:24,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/9a4e158758644e57b795c49e6e5cad5d to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/9a4e158758644e57b795c49e6e5cad5d
2024-11-11T17:49:24,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/33246f96f66a41349a3a4c7b36ac21b6 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/33246f96f66a41349a3a4c7b36ac21b6
2024-11-11T17:49:24,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/30c5273b1c3a43a7925682189013ca2e to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/30c5273b1c3a43a7925682189013ca2e
2024-11-11T17:49:24,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/00dd4eeba59a4890893553e055dd38d2 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/00dd4eeba59a4890893553e055dd38d2
2024-11-11T17:49:24,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/5bb89eae04354705b0b7a55ae6cbbcf2 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/5bb89eae04354705b0b7a55ae6cbbcf2
2024-11-11T17:49:24,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/f23ab01bc5574feeb324e211bddfbf19 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/f23ab01bc5574feeb324e211bddfbf19
2024-11-11T17:49:24,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/6ff931a0406f4fc28a31a15c0be445b2 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/6ff931a0406f4fc28a31a15c0be445b2
2024-11-11T17:49:24,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/469e08d93c0a434e9adccc6d56a727c7 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/469e08d93c0a434e9adccc6d56a727c7
2024-11-11T17:49:24,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/fff49e9e0e7d48479f15fe9d6860aedb to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/fff49e9e0e7d48479f15fe9d6860aedb
2024-11-11T17:49:24,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/b79ab80a61394d7698ba4f969036cacc to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/b79ab80a61394d7698ba4f969036cacc
2024-11-11T17:49:24,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/65a95b15ae3e46ee8c17305c2a3a53a8 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/65a95b15ae3e46ee8c17305c2a3a53a8
2024-11-11T17:49:24,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/64f0c5079f1e41f3a275467bc5381945 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/64f0c5079f1e41f3a275467bc5381945
2024-11-11T17:49:24,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/6cd5fc6ff8584312a7ba9ded430496b9 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/6cd5fc6ff8584312a7ba9ded430496b9
2024-11-11T17:49:24,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/8e9542f1d50a4a3fae7b38d8f8147216 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/8e9542f1d50a4a3fae7b38d8f8147216
2024-11-11T17:49:24,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/53af5272b5cb45efb413d62a8ce77f8f to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/53af5272b5cb45efb413d62a8ce77f8f
2024-11-11T17:49:24,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/741e554b1b1f443a85b4de5c80958661 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/741e554b1b1f443a85b4de5c80958661
2024-11-11T17:49:24,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/b710390b318a4639b284ebda3324e28f to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/b710390b318a4639b284ebda3324e28f
2024-11-11T17:49:24,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/2ac14732c57a401f9db34d4a5158c9c0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/2ac14732c57a401f9db34d4a5158c9c0
2024-11-11T17:49:24,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/88b9a7b6dc3340478f06e6a3f6da2198 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/88b9a7b6dc3340478f06e6a3f6da2198
2024-11-11T17:49:24,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/6ad68953ad78475992fb865382e9c682 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/6ad68953ad78475992fb865382e9c682
2024-11-11T17:49:24,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/a0171006020d4347b4f638b32d0903cb to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/a0171006020d4347b4f638b32d0903cb
2024-11-11T17:49:24,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/536c548aeabf4e96bc38e8e3479b122c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/b34dd036751a4ac8ad065c2605e5206e, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/2d28464cb0864ec7b0645750f432da1f, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/499ec08b70034aa38c665892994cf6e5, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/3d205591b26740e1b00386a958fd8dfa, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/3e1664a0e9ca4e4e93b64c3ac3548de9, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/ce7e7e8a0c904d26bccb9c38f1dae2b9, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/69bfef2f3c8d40b490f7d695a9bebbf5, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/4472e57c1db9498faa5b08abebe910c1, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/835c594a38df4ed2a2f289641875aae6, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/09f9834c22db454b8421b9ce5427845b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/fd3d5e5d5e084c068c4762c7f464bc29, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/acb0e28d3b824f4c85e4de44b61bacd0, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/2b38668673bf48488e2afa45be435d98, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/749a4829f88e4a6ca7cf2fbea23ff848, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/1feaaa39dbd7489d89e2c703dac6edce, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/ba89eea15c8646d49eac6b6c8121d2df, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/e0d5e68d2c5145c594761c2731e68f6d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/928f825ac3b04bc38889f27b8c9d2b52, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/25a6235b853940bdbc88f75cd09dccc3, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/95c4ed0d921540c5b0255bdc6a7a1a04] to archive
2024-11-11T17:49:24,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-11T17:49:24,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/536c548aeabf4e96bc38e8e3479b122c to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/536c548aeabf4e96bc38e8e3479b122c
2024-11-11T17:49:24,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/b34dd036751a4ac8ad065c2605e5206e to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/b34dd036751a4ac8ad065c2605e5206e
2024-11-11T17:49:24,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/2d28464cb0864ec7b0645750f432da1f to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/2d28464cb0864ec7b0645750f432da1f
2024-11-11T17:49:24,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/499ec08b70034aa38c665892994cf6e5 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/499ec08b70034aa38c665892994cf6e5
2024-11-11T17:49:24,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/3d205591b26740e1b00386a958fd8dfa to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/3d205591b26740e1b00386a958fd8dfa
2024-11-11T17:49:24,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/3e1664a0e9ca4e4e93b64c3ac3548de9 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/3e1664a0e9ca4e4e93b64c3ac3548de9
2024-11-11T17:49:24,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/ce7e7e8a0c904d26bccb9c38f1dae2b9 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/ce7e7e8a0c904d26bccb9c38f1dae2b9
2024-11-11T17:49:24,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/69bfef2f3c8d40b490f7d695a9bebbf5 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/69bfef2f3c8d40b490f7d695a9bebbf5
2024-11-11T17:49:24,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/4472e57c1db9498faa5b08abebe910c1 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/4472e57c1db9498faa5b08abebe910c1
2024-11-11T17:49:24,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/835c594a38df4ed2a2f289641875aae6 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/835c594a38df4ed2a2f289641875aae6
2024-11-11T17:49:24,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/09f9834c22db454b8421b9ce5427845b to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/09f9834c22db454b8421b9ce5427845b
2024-11-11T17:49:24,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/fd3d5e5d5e084c068c4762c7f464bc29 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/fd3d5e5d5e084c068c4762c7f464bc29
2024-11-11T17:49:24,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/acb0e28d3b824f4c85e4de44b61bacd0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/acb0e28d3b824f4c85e4de44b61bacd0
2024-11-11T17:49:24,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/2b38668673bf48488e2afa45be435d98 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/2b38668673bf48488e2afa45be435d98
2024-11-11T17:49:24,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/749a4829f88e4a6ca7cf2fbea23ff848 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/749a4829f88e4a6ca7cf2fbea23ff848
2024-11-11T17:49:24,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/1feaaa39dbd7489d89e2c703dac6edce to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/1feaaa39dbd7489d89e2c703dac6edce
2024-11-11T17:49:24,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/ba89eea15c8646d49eac6b6c8121d2df to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/ba89eea15c8646d49eac6b6c8121d2df
2024-11-11T17:49:24,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/e0d5e68d2c5145c594761c2731e68f6d to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/e0d5e68d2c5145c594761c2731e68f6d
2024-11-11T17:49:24,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/928f825ac3b04bc38889f27b8c9d2b52 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/928f825ac3b04bc38889f27b8c9d2b52
2024-11-11T17:49:24,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/25a6235b853940bdbc88f75cd09dccc3 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/25a6235b853940bdbc88f75cd09dccc3
2024-11-11T17:49:24,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/95c4ed0d921540c5b0255bdc6a7a1a04 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/95c4ed0d921540c5b0255bdc6a7a1a04
2024-11-11T17:49:24,752 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/recovered.edits/320.seqid, newMaxSeqId=320, maxSeqId=4
2024-11-11T17:49:24,753 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.
2024-11-11T17:49:24,753 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1676): Region close journal for a41a58b48a5b9bacf2b5998a6424ff31:
Waiting for close lock at 1731347362976Running coprocessor pre-close hooks at 1731347362976Disabling compacts and flushes for region at 1731347362976Disabling writes for close at 1731347362976Obtaining lock to block concurrent updates at 1731347362977 (+1 ms)Preparing flush snapshotting stores in a41a58b48a5b9bacf2b5998a6424ff31 at 1731347362977Finished memstore snapshotting TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731347362977Flushing stores of TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31. at 1731347362978 (+1 ms)Flushing a41a58b48a5b9bacf2b5998a6424ff31/A: creating writer at 1731347362978Flushing mob file a41a58b48a5b9bacf2b5998a6424ff31/A: appending metadata at 1731347362988 (+10 ms)Flushing mob file a41a58b48a5b9bacf2b5998a6424ff31/A: closing flushed file at 1731347362988Flushing a41a58b48a5b9bacf2b5998a6424ff31/A: appending metadata at 1731347363407 (+419 ms)Flushing a41a58b48a5b9bacf2b5998a6424ff31/A: closing flushed file at 1731347363407Flushing a41a58b48a5b9bacf2b5998a6424ff31/B: creating writer at 1731347363827 (+420 ms)Flushing a41a58b48a5b9bacf2b5998a6424ff31/B: appending metadata at 1731347363831 (+4 ms)Flushing a41a58b48a5b9bacf2b5998a6424ff31/B: closing flushed file at 1731347363831Flushing a41a58b48a5b9bacf2b5998a6424ff31/C: creating writer at 1731347364246 (+415 ms)Flushing a41a58b48a5b9bacf2b5998a6424ff31/C: appending metadata at 1731347364250 (+4 ms)Flushing a41a58b48a5b9bacf2b5998a6424ff31/C: closing flushed file at 1731347364250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f23a1a7: reopening flushed file at 1731347364668 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43429659: reopening flushed file at 1731347364675 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e92fa92: reopening flushed file at 1731347364681 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for a41a58b48a5b9bacf2b5998a6424ff31 in 1711ms, sequenceid=317, compaction requested=true at 1731347364687 (+6 ms)Writing region close event to WAL at 1731347364750 (+63 ms)Running coprocessor post-close hooks at 1731347364752 (+2 ms)Closed at 1731347364753 (+1 ms)
2024-11-11T17:49:24,754 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(157): Closed a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:24,755 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=54 updating hbase:meta row=a41a58b48a5b9bacf2b5998a6424ff31, regionState=CLOSED
2024-11-11T17:49:24,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=54, state=RUNNABLE, hasLock=false; CloseRegionProcedure a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708 because future has completed
2024-11-11T17:49:24,758 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54
2024-11-11T17:49:24,758 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; CloseRegionProcedure a41a58b48a5b9bacf2b5998a6424ff31, server=01af7571cc75,44273,1731347298708 in 1.9330 sec
2024-11-11T17:49:24,760 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53
2024-11-11T17:49:24,760 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a41a58b48a5b9bacf2b5998a6424ff31, UNASSIGN in 1.9400 sec
2024-11-11T17:49:24,762 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52
2024-11-11T17:49:24,763 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9450 sec
2024-11-11T17:49:24,764 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731347364764"}]},"ts":"1731347364764"}
2024-11-11T17:49:24,765 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-11T17:49:24,765 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-11T17:49:24,767 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9570 sec
2024-11-11T17:49:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-11T17:49:24,956 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:49:24,958 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-11T17:49:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:49:24,962 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=56, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:49:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-11T17:49:24,964 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=56, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:49:24,969 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:24,973 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A, FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B, FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C, FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/recovered.edits]
2024-11-11T17:49:24,977 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/55790aaeadc4443ea0754eb0e44fc271 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/55790aaeadc4443ea0754eb0e44fc271
2024-11-11T17:49:24,977 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/86b8895b16214cc3ae16f80f524cea85 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/86b8895b16214cc3ae16f80f524cea85
2024-11-11T17:49:24,978 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/cf9204e0804e4b459dfda513e18f2e8e to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/A/cf9204e0804e4b459dfda513e18f2e8e
2024-11-11T17:49:24,981 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/330b4fac57b446a39238cb0daceed967 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/330b4fac57b446a39238cb0daceed967
2024-11-11T17:49:24,982 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/8ba9c00890c54c83b261df4d57c3cfae to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/8ba9c00890c54c83b261df4d57c3cfae
2024-11-11T17:49:24,983 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/d38a6f8b34084aa6be0aacba64404614 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/B/d38a6f8b34084aa6be0aacba64404614
2024-11-11T17:49:24,984 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/11b80bf2109a473794cb16b7aedf027d to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/11b80bf2109a473794cb16b7aedf027d
2024-11-11T17:49:24,985 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/53512d21583d447ea3703979a3a97c2a to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/53512d21583d447ea3703979a3a97c2a
2024-11-11T17:49:24,986 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/8748debaa8614f088fed9a393ac26bf8 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/C/8748debaa8614f088fed9a393ac26bf8
2024-11-11T17:49:24,988 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/recovered.edits/320.seqid to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31/recovered.edits/320.seqid
2024-11-11T17:49:24,989 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:24,989 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-11T17:49:24,989 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-11T17:49:24,990 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-11T17:49:24,993 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111106cc26d24c43466a96356a854b68c6ed_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111106cc26d24c43466a96356a854b68c6ed_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:24,994 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111202ce244c0e841d89acdf6614aa150dc_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111202ce244c0e841d89acdf6614aa150dc_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:24,995 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111586a4ae94c374d949249973e27b967d2_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111586a4ae94c374d949249973e27b967d2_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:24,996 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a5a0e898d14d4c81b3bc0dad6754004b_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a5a0e898d14d4c81b3bc0dad6754004b_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:24,997 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a78ca57d61784307815bbec5609b7a1b_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a78ca57d61784307815bbec5609b7a1b_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:24,998 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a7c31571eba64262a0aef78c2d9bc809_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a7c31571eba64262a0aef78c2d9bc809_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:24,999 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a8eb202a903b4d829585a8c493964b65_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a8eb202a903b4d829585a8c493964b65_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:25,000 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111af07452f2860404694eae3ab63a032f4_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111af07452f2860404694eae3ab63a032f4_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:25,001 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bad977704be14caf919674d6242dcfb2_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bad977704be14caf919674d6242dcfb2_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:25,002 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bd2cd7c63aff4d9cbccb03cda5f956ff_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bd2cd7c63aff4d9cbccb03cda5f956ff_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:25,003 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cb9f0e1671b84f81afa28996c50b440a_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cb9f0e1671b84f81afa28996c50b440a_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:25,003 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cc8d03164d18481bbe6ce2edc898d3bc_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111cc8d03164d18481bbe6ce2edc898d3bc_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:25,004 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d06a2f5b52284c69ac35e11405bc02ce_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d06a2f5b52284c69ac35e11405bc02ce_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:25,005 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d994395c436b44389253cd38f3157db5_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d994395c436b44389253cd38f3157db5_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:25,006 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111dd5639f9ef144c6aa5c72527ec76a047_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111dd5639f9ef144c6aa5c72527ec76a047_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:25,007 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e6102b64ad96463da1f5971e2acc5387_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e6102b64ad96463da1f5971e2acc5387_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:25,008 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fcc05f6efafe43189df04aa7e8b78cd8_a41a58b48a5b9bacf2b5998a6424ff31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fcc05f6efafe43189df04aa7e8b78cd8_a41a58b48a5b9bacf2b5998a6424ff31
2024-11-11T17:49:25,008 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-11T17:49:25,010 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=56, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:49:25,012 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-11T17:49:25,014 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-11T17:49:25,016 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=56, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:49:25,016 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-11T17:49:25,016 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731347365016"}]},"ts":"9223372036854775807"}
2024-11-11T17:49:25,018 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-11T17:49:25,018 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a41a58b48a5b9bacf2b5998a6424ff31, NAME => 'TestAcidGuarantees,,1731347329199.a41a58b48a5b9bacf2b5998a6424ff31.', STARTKEY => '', ENDKEY => ''}]
2024-11-11T17:49:25,018 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-11T17:49:25,018 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731347365018"}]},"ts":"9223372036854775807"}
2024-11-11T17:49:25,020 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-11T17:49:25,020 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=56, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:49:25,022 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 62 msec
2024-11-11T17:49:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-11T17:49:25,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-11T17:49:25,076 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:49:25,084 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248 (was 242)
Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1395616633_22 at /127.0.0.1:39900 [Waiting for operation #15]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/cluster_52497c71-2eb6-62ab-831c-8c4b2f8d17e5/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/cluster_52497c71-2eb6-62ab-831c-8c4b2f8d17e5/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=263 (was 233) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6745 (was 6844)
2024-11-11T17:49:25,092 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=263, ProcessCount=11, AvailableMemoryMB=6745
2024-11-11T17:49:25,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-11T17:49:25,093 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-11T17:49:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-11T17:49:25,095 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-11T17:49:25,096 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:25,096 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 57
2024-11-11T17:49:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57
2024-11-11T17:49:25,097 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-11T17:49:25,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742032_1208 (size=1061)
2024-11-11T17:49:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57
2024-11-11T17:49:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57
2024-11-11T17:49:25,509 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7
2024-11-11T17:49:25,559 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742033_1209 (size=53)
2024-11-11T17:49:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57
2024-11-11T17:49:25,962 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T17:49:25,962 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 9a344311ed66e2441ae83935353270d7, disabling compactions & flushes
2024-11-11T17:49:25,963 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:25,963 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:25,963 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. after waiting 0 ms
2024-11-11T17:49:25,963 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:25,963 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:25,963 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a344311ed66e2441ae83935353270d7:
Waiting for close lock at 1731347365962Disabling compacts and flushes for region at 1731347365962Disabling writes for close at 1731347365963 (+1 ms)Writing region close event to WAL at 1731347365963Closed at 1731347365963
2024-11-11T17:49:25,966 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-11T17:49:25,967 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731347365966"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731347365966"}]},"ts":"1731347365966"}
2024-11-11T17:49:25,970 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-11T17:49:25,971 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-11T17:49:25,971 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731347365971"}]},"ts":"1731347365971"}
2024-11-11T17:49:25,973 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-11T17:49:25,973 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a344311ed66e2441ae83935353270d7, ASSIGN}]
2024-11-11T17:49:25,975 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a344311ed66e2441ae83935353270d7, ASSIGN
2024-11-11T17:49:25,976 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a344311ed66e2441ae83935353270d7, ASSIGN; state=OFFLINE, location=01af7571cc75,44273,1731347298708; forceNewPlan=false, retain=false
2024-11-11T17:49:26,127 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=9a344311ed66e2441ae83935353270d7, regionState=OPENING, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:49:26,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a344311ed66e2441ae83935353270d7, ASSIGN because future has completed
2024-11-11T17:49:26,132 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708}]
2024-11-11T17:49:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57
2024-11-11T17:49:26,295 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:26,296 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
2024-11-11T17:49:26,296 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:26,296 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T17:49:26,296 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7794): checking encryption for 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:26,296 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7797): checking classloading for 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:26,299 INFO  [StoreOpener-9a344311ed66e2441ae83935353270d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9a344311ed66e2441ae83935353270d7 
2024-11-11T17:49:26,300 INFO  [StoreOpener-9a344311ed66e2441ae83935353270d7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:49:26,301 INFO  [StoreOpener-9a344311ed66e2441ae83935353270d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a344311ed66e2441ae83935353270d7 columnFamilyName A
2024-11-11T17:49:26,301 DEBUG [StoreOpener-9a344311ed66e2441ae83935353270d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:26,301 INFO  [StoreOpener-9a344311ed66e2441ae83935353270d7-1 {}] regionserver.HStore(327): Store=9a344311ed66e2441ae83935353270d7/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:49:26,302 INFO  [StoreOpener-9a344311ed66e2441ae83935353270d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9a344311ed66e2441ae83935353270d7 
2024-11-11T17:49:26,303 INFO  [StoreOpener-9a344311ed66e2441ae83935353270d7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:49:26,303 INFO  [StoreOpener-9a344311ed66e2441ae83935353270d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a344311ed66e2441ae83935353270d7 columnFamilyName B
2024-11-11T17:49:26,304 DEBUG [StoreOpener-9a344311ed66e2441ae83935353270d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:26,304 INFO  [StoreOpener-9a344311ed66e2441ae83935353270d7-1 {}] regionserver.HStore(327): Store=9a344311ed66e2441ae83935353270d7/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:49:26,304 INFO  [StoreOpener-9a344311ed66e2441ae83935353270d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9a344311ed66e2441ae83935353270d7 
2024-11-11T17:49:26,306 INFO  [StoreOpener-9a344311ed66e2441ae83935353270d7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:49:26,306 INFO  [StoreOpener-9a344311ed66e2441ae83935353270d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a344311ed66e2441ae83935353270d7 columnFamilyName C
2024-11-11T17:49:26,306 DEBUG [StoreOpener-9a344311ed66e2441ae83935353270d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:26,307 INFO  [StoreOpener-9a344311ed66e2441ae83935353270d7-1 {}] regionserver.HStore(327): Store=9a344311ed66e2441ae83935353270d7/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:49:26,307 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:26,307 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1038): replaying wal for 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:26,308 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:26,308 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:26,309 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1048): stopping wal replay for 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:26,309 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1060): Cleaning up temporary data for 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:26,310 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-11T17:49:26,311 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1093): writing seq id for 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:26,312 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-11T17:49:26,313 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1114): Opened 9a344311ed66e2441ae83935353270d7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74155619, jitterRate=0.10500483214855194}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-11T17:49:26,313 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:26,313 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1006): Region open journal for 9a344311ed66e2441ae83935353270d7:
Running coprocessor pre-open hook at 1731347366297Writing region info on filesystem at 1731347366297Initializing all the Stores at 1731347366298 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347366298Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347366298Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347366298Cleaning up temporary data from old regions at 1731347366309 (+11 ms)Running coprocessor post-open hooks at 1731347366313 (+4 ms)Region opened successfully at 1731347366313
2024-11-11T17:49:26,314 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., pid=59, masterSystemTime=1731347366287
2024-11-11T17:49:26,315 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:26,315 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:26,316 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=9a344311ed66e2441ae83935353270d7, regionState=OPEN, openSeqNum=2, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:49:26,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708 because future has completed
2024-11-11T17:49:26,319 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58
2024-11-11T17:49:26,319 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708 in 186 msec
2024-11-11T17:49:26,321 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57
2024-11-11T17:49:26,321 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a344311ed66e2441ae83935353270d7, ASSIGN in 346 msec
2024-11-11T17:49:26,322 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-11T17:49:26,322 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731347366322"}]},"ts":"1731347366322"}
2024-11-11T17:49:26,323 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-11T17:49:26,324 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-11T17:49:26,325 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2310 sec
2024-11-11T17:49:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57
2024-11-11T17:49:27,246 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:49:27,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781611af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:49:27,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:49:27,253 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:49:27,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:49:27,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:49:27,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2f8793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:49:27,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:49:27,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:27,256 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:49:27,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99a7d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:49:27,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:49:27,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:49:27,259 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:49:27,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-11T17:49:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 01af7571cc75,43645,1731347297994
2024-11-11T17:49:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@343023a6
2024-11-11T17:49:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-11T17:49:27,262 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-11T17:49:27,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f1f4e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:49:27,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:49:27,265 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:49:27,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:49:27,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:49:27,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a92bbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:49:27,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:49:27,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:27,267 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:49:27,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9d3e39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf99f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:49:27,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:49:27,269 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:49:27,269 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:49:27,270 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:49:27,270 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb5b38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,270 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:49:27,270 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:49:27,270 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:27,271 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:49:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9670d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6594bb9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,272 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:49:27,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:49:27,273 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:49:27,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:49:27,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:49:27,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423e5973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:49:27,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:49:27,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:27,274 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:49:27,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400680e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61deb417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:49:27,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:49:27,276 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:49:27,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:49:27,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:49:27,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2659f3d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:49:27,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:49:27,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:27,278 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:49:27,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ba14d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f17e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:49:27,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:49:27,280 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:49:27,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:49:27,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:49:27,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1efe9470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:49:27,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:49:27,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:27,282 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:49:27,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ff7400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acbee0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:49:27,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:49:27,284 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:49:27,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:49:27,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:49:27,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b837981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:49:27,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:49:27,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:27,286 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:49:27,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216571e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46eaeeea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:49:27,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:49:27,288 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:49:27,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:49:27,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:49:27,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b80dcca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:49:27,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:49:27,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:27,289 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:49:27,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8377c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bee866e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,290 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:49:27,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:49:27,291 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:49:27,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:49:27,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:49:27,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78019144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:49:27,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:49:27,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:27,292 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:49:27,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cde10b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148ac527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,293 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:49:27,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:49:27,294 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:49:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:49:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:49:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bcc4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:49:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:49:27,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:27,295 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:49:27,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46866424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4199deaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,297 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:49:27,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:49:27,297 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:49:27,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:49:27,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:49:27,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc04334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:49:27,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:49:27,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:27,299 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:49:27,299 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc90028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:27,300 DEBUG [Thread-995 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:49:27,300 DEBUG [Thread-1012 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:49:27,300 DEBUG [Thread-1001 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:49:27,300 DEBUG [Thread-997 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:49:27,300 DEBUG [Thread-1010 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:49:27,300 DEBUG [Thread-1008 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:49:27,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:49:27,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:49:27,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:49:27,301 DEBUG [Thread-993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:49:27,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:49:27,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:49:27,302 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:49:27,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:49:27,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:49:27,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:49:27,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:49:27,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:49:27,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:49:27,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:49:27,302 DEBUG [Thread-999 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:49:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees
2024-11-11T17:49:27,303 DEBUG [Thread-1006 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:49:27,303 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:49:27,303 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:49:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:49:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:49:27,304 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:49:27,304 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:49:27,304 DEBUG [Thread-1004 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:49:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:49:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:49:27,304 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:49:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:49:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:49:27,305 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:49:27,305 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:49:27,305 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:49:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-11T17:49:27,305 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:49:27,305 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:49:27,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:49:27,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:49:27,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:49:27,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:49:27,306 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:49:27,306 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:49:27,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:49:27,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:49:27,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:49:27,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:49:27,308 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:49:27,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:49:27,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:49:27,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:49:27,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:49:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:27,315 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a344311ed66e2441ae83935353270d7 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-11T17:49:27,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=A
2024-11-11T17:49:27,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:27,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=B
2024-11-11T17:49:27,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:27,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=C
2024-11-11T17:49:27,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:27,354 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731347367321, max timestamp=1731347367349Num uniques 859; 
2024-11-11T17:49:27,354 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731347367341, max timestamp=1731347367349Num uniques 859; 
2024-11-11T17:49:27,354 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-11T17:49:27,354 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731347367341, max timestamp=1731347367350Num uniques 859; 
2024-11-11T17:49:27,354 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-11T17:49:27,354 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-11T17:49:27,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/c1a18de8006e4d5fbd76cd72ff44033f is 50, key is test_row_0/A:col10/1731347367313/Put/seqid=0
2024-11-11T17:49:27,367 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742034_1210 (size=9657)
2024-11-11T17:49:27,367 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/c1a18de8006e4d5fbd76cd72ff44033f
2024-11-11T17:49:27,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347427372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:27,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:27,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33236 deadline: 1731347427373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:27,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347427374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:27,382 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:27,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347427375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:27,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:27,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,382 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:27,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33214 deadline: 1731347427377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:27,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:27,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/9ab1d06a8c0941a1855b65a5e2fc7812 is 50, key is test_row_0/B:col10/1731347367313/Put/seqid=0
2024-11-11T17:49:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-11T17:49:27,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742035_1211 (size=9657)
2024-11-11T17:49:27,429 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/9ab1d06a8c0941a1855b65a5e2fc7812
2024-11-11T17:49:27,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-11-11T17:49:27,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:27,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:27,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:27,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:27,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:27,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/18775439515e456284c1c961d338b87c is 50, key is test_row_0/C:col10/1731347367313/Put/seqid=0
2024-11-11T17:49:27,486 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347427485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:27,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:27,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347427486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:27,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:27,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33214 deadline: 1731347427486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:27,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:27,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347427487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:27,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:27,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33236 deadline: 1731347427487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:27,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:27,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742036_1212 (size=9657)
2024-11-11T17:49:27,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-11-11T17:49:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:27,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-11T17:49:27,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347427695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:27,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:27,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347427695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:27,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:27,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33214 deadline: 1731347427696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:27,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:27,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:27,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347427696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:27,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:27,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:27,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33236 deadline: 1731347427696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:27,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:27,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:27,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-11-11T17:49:27,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:27,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:27,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:27,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:27,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:27,893 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/18775439515e456284c1c961d338b87c
2024-11-11T17:49:27,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/c1a18de8006e4d5fbd76cd72ff44033f as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c1a18de8006e4d5fbd76cd72ff44033f
2024-11-11T17:49:27,902 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c1a18de8006e4d5fbd76cd72ff44033f, entries=100, sequenceid=11, filesize=9.4 K
2024-11-11T17:49:27,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/9ab1d06a8c0941a1855b65a5e2fc7812 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/9ab1d06a8c0941a1855b65a5e2fc7812
2024-11-11T17:49:27,907 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/9ab1d06a8c0941a1855b65a5e2fc7812, entries=100, sequenceid=11, filesize=9.4 K
2024-11-11T17:49:27,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/18775439515e456284c1c961d338b87c as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/18775439515e456284c1c961d338b87c
2024-11-11T17:49:27,915 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/18775439515e456284c1c961d338b87c, entries=100, sequenceid=11, filesize=9.4 K
2024-11-11T17:49:27,916 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=136.42 KB/139690 for 9a344311ed66e2441ae83935353270d7 in 601ms, sequenceid=11, compaction requested=false
2024-11-11T17:49:27,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:27,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-11-11T17:49:27,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:27,921 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 9a344311ed66e2441ae83935353270d7 3/3 column families, dataSize=136.42 KB heapSize=390.06 KB
2024-11-11T17:49:27,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=A
2024-11-11T17:49:27,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:49:27,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=B
2024-11-11T17:49:27,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:49:27,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=C
2024-11-11T17:49:27,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:49:27,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/c223ffebf21b4b3bb0f78f42f2d7dd43 is 50, key is test_row_0/A:col10/1731347367374/Put/seqid=0
2024-11-11T17:49:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-11T17:49:27,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742037_1213 (size=12001)
2024-11-11T17:49:27,960 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/c223ffebf21b4b3bb0f78f42f2d7dd43
2024-11-11T17:49:27,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/d122c5aaae634ec19fec530202e70e8d is 50, key is test_row_0/B:col10/1731347367374/Put/seqid=0
2024-11-11T17:49:27,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742038_1214 (size=12001)
2024-11-11T17:49:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:28,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:28,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33214 deadline: 1731347428010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:28,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:28,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347428011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:28,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:28,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33236 deadline: 1731347428011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:28,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:28,020 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347428015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:28,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:28,021 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347428016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:28,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:28,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:28,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33214 deadline: 1731347428125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:28,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:28,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347428125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:28,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:28,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:28,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33236 deadline: 1731347428125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:28,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:28,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:28,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:28,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347428125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:28,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,128 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:28,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:28,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347428125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:28,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:28,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33214 deadline: 1731347428335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:28,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:28,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33236 deadline: 1731347428335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:28,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:28,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:28,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347428335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:28,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:28,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347428336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:28,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:28,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347428336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:28,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:28,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:28,374 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/d122c5aaae634ec19fec530202e70e8d
2024-11-11T17:49:28,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/39ec06088e684d37be45838f098ed325 is 50, key is test_row_0/C:col10/1731347367374/Put/seqid=0
2024-11-11T17:49:28,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742039_1215 (size=12001)
2024-11-11T17:49:28,393 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/39ec06088e684d37be45838f098ed325
2024-11-11T17:49:28,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/c223ffebf21b4b3bb0f78f42f2d7dd43 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c223ffebf21b4b3bb0f78f42f2d7dd43
2024-11-11T17:49:28,404 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c223ffebf21b4b3bb0f78f42f2d7dd43, entries=150, sequenceid=48, filesize=11.7 K
2024-11-11T17:49:28,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/d122c5aaae634ec19fec530202e70e8d as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/d122c5aaae634ec19fec530202e70e8d
2024-11-11T17:49:28,409 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/d122c5aaae634ec19fec530202e70e8d, entries=150, sequenceid=48, filesize=11.7 K
2024-11-11T17:49:28,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/39ec06088e684d37be45838f098ed325 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/39ec06088e684d37be45838f098ed325
2024-11-11T17:49:28,417 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/39ec06088e684d37be45838f098ed325, entries=150, sequenceid=48, filesize=11.7 K
2024-11-11T17:49:28,419 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~136.42 KB/139690, heapSize ~390.02 KB/399376, currentSize=46.96 KB/48090 for 9a344311ed66e2441ae83935353270d7 in 498ms, sequenceid=48, compaction requested=false
2024-11-11T17:49:28,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:28,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:28,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61
2024-11-11T17:49:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=61
2024-11-11T17:49:28,423 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60
2024-11-11T17:49:28,423 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1150 sec
2024-11-11T17:49:28,425 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.1220 sec
2024-11-11T17:49:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-11T17:49:28,445 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:49:28,445 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:49:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees
2024-11-11T17:49:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-11T17:49:28,448 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:49:28,449 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:49:28,449 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:49:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-11T17:49:28,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-11T17:49:28,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:28,602 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 9a344311ed66e2441ae83935353270d7 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-11T17:49:28,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=A
2024-11-11T17:49:28,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:28,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=B
2024-11-11T17:49:28,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:28,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=C
2024-11-11T17:49:28,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:28,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/9eb266892652456c9006e15f5f183186 is 50, key is test_row_0/A:col10/1731347368014/Put/seqid=0
2024-11-11T17:49:28,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742040_1216 (size=12001)
2024-11-11T17:49:28,614 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/9eb266892652456c9006e15f5f183186
2024-11-11T17:49:28,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/b98d4b6f901c4d59a4ab187f3219b4e2 is 50, key is test_row_0/B:col10/1731347368014/Put/seqid=0
2024-11-11T17:49:28,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742041_1217 (size=12001)
2024-11-11T17:49:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:28,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:28,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731347368658, max timestamp=1731347368667Num uniques 859; 
2024-11-11T17:49:28,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731347368658, max timestamp=1731347368667Num uniques 859; 
2024-11-11T17:49:28,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731347368658, max timestamp=1731347368667Num uniques 859; 
2024-11-11T17:49:28,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-11T17:49:28,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-11T17:49:28,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-11T17:49:28,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347428687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:28,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:28,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33236 deadline: 1731347428689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:28,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:28,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:28,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347428690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:28,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:28,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33214 deadline: 1731347428692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:28,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:28,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347428694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:28,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-11T17:49:28,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347428805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:28,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:28,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33236 deadline: 1731347428805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:28,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:28,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347428805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:28,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:28,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33214 deadline: 1731347428806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:28,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347428806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:28,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:28,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:28,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:29,018 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347429015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:29,018 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:29,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33236 deadline: 1731347429015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:29,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347429015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:29,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33214 deadline: 1731347429025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:29,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:29,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347429025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:29,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:29,029 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/b98d4b6f901c4d59a4ab187f3219b4e2
2024-11-11T17:49:29,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/ee9e6b82b94d4c9494a05f3081e25000 is 50, key is test_row_0/C:col10/1731347368014/Put/seqid=0
2024-11-11T17:49:29,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742042_1218 (size=12001)
2024-11-11T17:49:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-11T17:49:29,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347429325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33236 deadline: 1731347429325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:29,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347429325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:29,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:29,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33214 deadline: 1731347429335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:29,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:29,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347429335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:29,441 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/ee9e6b82b94d4c9494a05f3081e25000
2024-11-11T17:49:29,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/9eb266892652456c9006e15f5f183186 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/9eb266892652456c9006e15f5f183186
2024-11-11T17:49:29,450 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/9eb266892652456c9006e15f5f183186, entries=150, sequenceid=58, filesize=11.7 K
2024-11-11T17:49:29,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/b98d4b6f901c4d59a4ab187f3219b4e2 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/b98d4b6f901c4d59a4ab187f3219b4e2
2024-11-11T17:49:29,455 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/b98d4b6f901c4d59a4ab187f3219b4e2, entries=150, sequenceid=58, filesize=11.7 K
2024-11-11T17:49:29,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/ee9e6b82b94d4c9494a05f3081e25000 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/ee9e6b82b94d4c9494a05f3081e25000
2024-11-11T17:49:29,460 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/ee9e6b82b94d4c9494a05f3081e25000, entries=150, sequenceid=58, filesize=11.7 K
2024-11-11T17:49:29,461 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 9a344311ed66e2441ae83935353270d7 in 859ms, sequenceid=58, compaction requested=true
2024-11-11T17:49:29,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:29,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:29,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63
2024-11-11T17:49:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=63
2024-11-11T17:49:29,464 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62
2024-11-11T17:49:29,464 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0130 sec
2024-11-11T17:49:29,465 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.0190 sec
2024-11-11T17:49:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-11T17:49:29,585 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:49:29,585 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:49:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees
2024-11-11T17:49:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-11T17:49:29,587 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:49:29,587 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:49:29,587 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:49:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-11T17:49:29,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-11T17:49:29,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:29,740 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 9a344311ed66e2441ae83935353270d7 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB
2024-11-11T17:49:29,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=A
2024-11-11T17:49:29,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:49:29,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=B
2024-11-11T17:49:29,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:49:29,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=C
2024-11-11T17:49:29,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:49:29,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/0fbbbbc1c1f2494d9ed38579c7c366fe is 50, key is test_row_0/A:col10/1731347368687/Put/seqid=0
2024-11-11T17:49:29,750 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742043_1219 (size=12001)
2024-11-11T17:49:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:29,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:29,851 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347429845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:29,851 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:29,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347429846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:29,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:29,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:29,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33236 deadline: 1731347429848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:29,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:29,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33214 deadline: 1731347429851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:29,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347429851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-11T17:49:29,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:29,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347429955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:29,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:29,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347429955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:29,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:29,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:29,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33236 deadline: 1731347429964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:29,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:29,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347429964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:29,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:29,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33214 deadline: 1731347429965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:29,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:29,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:29,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:30,151 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/0fbbbbc1c1f2494d9ed38579c7c366fe
2024-11-11T17:49:30,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/fa319b632f564e0b8b6d0ce2e5fbbeed is 50, key is test_row_0/B:col10/1731347368687/Put/seqid=0
2024-11-11T17:49:30,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742044_1220 (size=12001)
2024-11-11T17:49:30,168 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347430165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:30,169 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:30,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347430165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:30,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:30,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:30,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33236 deadline: 1731347430174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:30,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:30,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347430175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:30,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:30,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33214 deadline: 1731347430175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:30,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:30,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-11T17:49:30,281 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-11T17:49:30,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347430475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:30,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:30,480 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347430475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:30,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:30,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33236 deadline: 1731347430484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:30,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347430484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:30,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:30,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33214 deadline: 1731347430485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:30,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:30,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:30,564 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/fa319b632f564e0b8b6d0ce2e5fbbeed
2024-11-11T17:49:30,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/ae957c01ae7d4c81b881d3157d578562 is 50, key is test_row_0/C:col10/1731347368687/Put/seqid=0
2024-11-11T17:49:30,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742045_1221 (size=12001)
2024-11-11T17:49:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-11T17:49:30,976 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/ae957c01ae7d4c81b881d3157d578562
2024-11-11T17:49:30,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/0fbbbbc1c1f2494d9ed38579c7c366fe as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/0fbbbbc1c1f2494d9ed38579c7c366fe
2024-11-11T17:49:30,986 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/0fbbbbc1c1f2494d9ed38579c7c366fe, entries=150, sequenceid=93, filesize=11.7 K
2024-11-11T17:49:30,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/fa319b632f564e0b8b6d0ce2e5fbbeed as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/fa319b632f564e0b8b6d0ce2e5fbbeed
2024-11-11T17:49:30,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347430985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:30,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:30,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347430985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:30,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:30,992 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/fa319b632f564e0b8b6d0ce2e5fbbeed, entries=150, sequenceid=93, filesize=11.7 K
2024-11-11T17:49:30,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/ae957c01ae7d4c81b881d3157d578562 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/ae957c01ae7d4c81b881d3157d578562
2024-11-11T17:49:30,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33236 deadline: 1731347430995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:30,998 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33214 deadline: 1731347430995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:30,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:30,998 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347430995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:30,999 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/ae957c01ae7d4c81b881d3157d578562, entries=150, sequenceid=93, filesize=11.7 K
2024-11-11T17:49:30,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:30,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:30,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:31,000 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=53.67 KB/54960 for 9a344311ed66e2441ae83935353270d7 in 1260ms, sequenceid=93, compaction requested=true
2024-11-11T17:49:31,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:31,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:31,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65
2024-11-11T17:49:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=65
2024-11-11T17:49:31,003 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64
2024-11-11T17:49:31,003 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4140 sec
2024-11-11T17:49:31,005 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.4190 sec
2024-11-11T17:49:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-11T17:49:31,736 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:49:31,736 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:49:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees
2024-11-11T17:49:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-11T17:49:31,738 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:49:31,738 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:49:31,738 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:49:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-11T17:49:31,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-11T17:49:31,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:31,890 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 9a344311ed66e2441ae83935353270d7 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-11T17:49:31,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=A
2024-11-11T17:49:31,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:31,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=B
2024-11-11T17:49:31,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:31,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=C
2024-11-11T17:49:31,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:31,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/38a24e6d4e5645b7978e6f8f5d6ddfda is 50, key is test_row_0/A:col10/1731347369850/Put/seqid=0
2024-11-11T17:49:31,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742046_1222 (size=12001)
2024-11-11T17:49:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:32,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-11T17:49:32,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347432056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:32,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347432058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:32,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:32,065 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731347372052, max timestamp=1731347372062Num uniques 859; 
2024-11-11T17:49:32,066 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-11T17:49:32,066 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731347372052, max timestamp=1731347372062Num uniques 859; 
2024-11-11T17:49:32,066 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731347372052, max timestamp=1731347372062Num uniques 859; 
2024-11-11T17:49:32,066 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-11T17:49:32,066 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-11T17:49:32,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:32,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33214 deadline: 1731347432095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:32,104 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:32,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347432096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:32,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:32,104 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:32,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33236 deadline: 1731347432098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:32,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:32,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347432174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347432175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:32,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:32,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:32,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33214 deadline: 1731347432215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:32,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347432215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:32,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33236 deadline: 1731347432215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:32,298 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/38a24e6d4e5645b7978e6f8f5d6ddfda
2024-11-11T17:49:32,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/e16a1876c7494ec0800d4957e4655bb2 is 50, key is test_row_0/B:col10/1731347369850/Put/seqid=0
2024-11-11T17:49:32,308 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742047_1223 (size=12001)
2024-11-11T17:49:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-11T17:49:32,388 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347432385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:32,388 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:32,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347432385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:32,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:32,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:32,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33214 deadline: 1731347432425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:32,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:32,430 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347432425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:32,430 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:32,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33236 deadline: 1731347432425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:32,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:32,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:32,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347432695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:32,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:32,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347432695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:32,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:32,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:32,709 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/e16a1876c7494ec0800d4957e4655bb2
2024-11-11T17:49:32,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/55b83e64bfa14fe1bd12093245af5c1a is 50, key is test_row_0/C:col10/1731347369850/Put/seqid=0
2024-11-11T17:49:32,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742048_1224 (size=12001)
2024-11-11T17:49:32,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33214 deadline: 1731347432735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:32,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:32,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347432735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:32,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,741 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:32,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33236 deadline: 1731347432735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:32,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:32,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-11T17:49:33,120 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/55b83e64bfa14fe1bd12093245af5c1a
2024-11-11T17:49:33,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/38a24e6d4e5645b7978e6f8f5d6ddfda as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/38a24e6d4e5645b7978e6f8f5d6ddfda
2024-11-11T17:49:33,129 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/38a24e6d4e5645b7978e6f8f5d6ddfda, entries=150, sequenceid=104, filesize=11.7 K
2024-11-11T17:49:33,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/e16a1876c7494ec0800d4957e4655bb2 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/e16a1876c7494ec0800d4957e4655bb2
2024-11-11T17:49:33,133 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/e16a1876c7494ec0800d4957e4655bb2, entries=150, sequenceid=104, filesize=11.7 K
2024-11-11T17:49:33,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/55b83e64bfa14fe1bd12093245af5c1a as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/55b83e64bfa14fe1bd12093245af5c1a
2024-11-11T17:49:33,139 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/55b83e64bfa14fe1bd12093245af5c1a, entries=150, sequenceid=104, filesize=11.7 K
2024-11-11T17:49:33,140 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 9a344311ed66e2441ae83935353270d7 in 1249ms, sequenceid=104, compaction requested=true
2024-11-11T17:49:33,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:33,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:33,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67
2024-11-11T17:49:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=67
2024-11-11T17:49:33,142 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66
2024-11-11T17:49:33,142 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec
2024-11-11T17:49:33,144 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.4070 sec
2024-11-11T17:49:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:33,210 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a344311ed66e2441ae83935353270d7 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB
2024-11-11T17:49:33,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=A
2024-11-11T17:49:33,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:49:33,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=B
2024-11-11T17:49:33,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:49:33,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=C
2024-11-11T17:49:33,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:49:33,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/a182f67505b94ba9b1af92874c9cb05e is 50, key is test_row_0/A:col10/1731347372093/Put/seqid=0
2024-11-11T17:49:33,218 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742049_1225 (size=14541)
2024-11-11T17:49:33,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347433248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:33,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:33,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33214 deadline: 1731347433255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:33,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:33,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33236 deadline: 1731347433255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:33,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:33,265 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347433257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:33,265 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:33,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347433257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:33,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:33,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:33,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347433365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:33,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347433375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:33,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:33,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347433375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:33,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:33,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:33,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347433574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:33,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347433585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:33,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:33,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347433585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:33,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:33,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:33,619 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/a182f67505b94ba9b1af92874c9cb05e
2024-11-11T17:49:33,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/4fe3ad17e76441119aa9633b16ede3f6 is 50, key is test_row_0/B:col10/1731347372093/Put/seqid=0
2024-11-11T17:49:33,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742050_1226 (size=12151)
2024-11-11T17:49:33,631 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/4fe3ad17e76441119aa9633b16ede3f6
2024-11-11T17:49:33,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/dedfafe3f28842abb4410304b57b2229 is 50, key is test_row_0/C:col10/1731347372093/Put/seqid=0
2024-11-11T17:49:33,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742051_1227 (size=12151)
2024-11-11T17:49:33,644 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/dedfafe3f28842abb4410304b57b2229
2024-11-11T17:49:33,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/a182f67505b94ba9b1af92874c9cb05e as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/a182f67505b94ba9b1af92874c9cb05e
2024-11-11T17:49:33,652 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/a182f67505b94ba9b1af92874c9cb05e, entries=200, sequenceid=139, filesize=14.2 K
2024-11-11T17:49:33,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/4fe3ad17e76441119aa9633b16ede3f6 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/4fe3ad17e76441119aa9633b16ede3f6
2024-11-11T17:49:33,657 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/4fe3ad17e76441119aa9633b16ede3f6, entries=150, sequenceid=139, filesize=11.9 K
2024-11-11T17:49:33,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/dedfafe3f28842abb4410304b57b2229 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/dedfafe3f28842abb4410304b57b2229
2024-11-11T17:49:33,662 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/dedfafe3f28842abb4410304b57b2229, entries=150, sequenceid=139, filesize=11.9 K
2024-11-11T17:49:33,663 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=53.67 KB/54960 for 9a344311ed66e2441ae83935353270d7 in 453ms, sequenceid=139, compaction requested=true
2024-11-11T17:49:33,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:33,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:49:33,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:33,663 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking
2024-11-11T17:49:33,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:49:33,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:33,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:49:33,663 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking
2024-11-11T17:49:33,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:49:33,665 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6  files of size 69812 starting at candidate #0 after considering 10 permutations with 10 in ratio
2024-11-11T17:49:33,665 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6  files of size 72202 starting at candidate #0 after considering 10 permutations with 10 in ratio
2024-11-11T17:49:33,665 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 9a344311ed66e2441ae83935353270d7/B is initiating minor compaction (all files)
2024-11-11T17:49:33,665 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 9a344311ed66e2441ae83935353270d7/A is initiating minor compaction (all files)
2024-11-11T17:49:33,665 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a344311ed66e2441ae83935353270d7/B in TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:33,665 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a344311ed66e2441ae83935353270d7/A in TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:33,665 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/9ab1d06a8c0941a1855b65a5e2fc7812, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/d122c5aaae634ec19fec530202e70e8d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/b98d4b6f901c4d59a4ab187f3219b4e2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/fa319b632f564e0b8b6d0ce2e5fbbeed, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/e16a1876c7494ec0800d4957e4655bb2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/4fe3ad17e76441119aa9633b16ede3f6] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp, totalSize=68.2 K
2024-11-11T17:49:33,665 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c1a18de8006e4d5fbd76cd72ff44033f, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c223ffebf21b4b3bb0f78f42f2d7dd43, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/9eb266892652456c9006e15f5f183186, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/0fbbbbc1c1f2494d9ed38579c7c366fe, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/38a24e6d4e5645b7978e6f8f5d6ddfda, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/a182f67505b94ba9b1af92874c9cb05e] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp, totalSize=70.5 K
2024-11-11T17:49:33,665 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ab1d06a8c0941a1855b65a5e2fc7812, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731347367309
2024-11-11T17:49:33,665 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1a18de8006e4d5fbd76cd72ff44033f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731347367309
2024-11-11T17:49:33,666 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting d122c5aaae634ec19fec530202e70e8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731347367371
2024-11-11T17:49:33,666 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting c223ffebf21b4b3bb0f78f42f2d7dd43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731347367371
2024-11-11T17:49:33,666 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting b98d4b6f901c4d59a4ab187f3219b4e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731347368009
2024-11-11T17:49:33,666 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9eb266892652456c9006e15f5f183186, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731347368009
2024-11-11T17:49:33,666 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting fa319b632f564e0b8b6d0ce2e5fbbeed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731347368685
2024-11-11T17:49:33,666 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fbbbbc1c1f2494d9ed38579c7c366fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731347368685
2024-11-11T17:49:33,666 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting e16a1876c7494ec0800d4957e4655bb2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731347369844
2024-11-11T17:49:33,667 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38a24e6d4e5645b7978e6f8f5d6ddfda, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731347369844
2024-11-11T17:49:33,667 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 4fe3ad17e76441119aa9633b16ede3f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731347372093
2024-11-11T17:49:33,667 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting a182f67505b94ba9b1af92874c9cb05e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731347372093
2024-11-11T17:49:33,680 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a344311ed66e2441ae83935353270d7#B#compaction#186 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:33,680 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/3ed7e548c7df48f9a1a97e4e9c0c25d6 is 50, key is test_row_0/B:col10/1731347372093/Put/seqid=0
2024-11-11T17:49:33,685 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a344311ed66e2441ae83935353270d7#A#compaction#187 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:33,686 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/1a3584fec4784d6a9246999be7f0c1d2 is 50, key is test_row_0/A:col10/1731347372093/Put/seqid=0
2024-11-11T17:49:33,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742052_1228 (size=12357)
2024-11-11T17:49:33,706 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742053_1229 (size=12357)
2024-11-11T17:49:33,709 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/3ed7e548c7df48f9a1a97e4e9c0c25d6 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/3ed7e548c7df48f9a1a97e4e9c0c25d6
2024-11-11T17:49:33,715 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 9a344311ed66e2441ae83935353270d7/B of 9a344311ed66e2441ae83935353270d7 into 3ed7e548c7df48f9a1a97e4e9c0c25d6(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:33,715 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:33,715 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., storeName=9a344311ed66e2441ae83935353270d7/B, priority=10, startTime=1731347373663; duration=0sec
2024-11-11T17:49:33,715 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:49:33,715 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:B
2024-11-11T17:49:33,715 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking
2024-11-11T17:49:33,717 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6  files of size 69812 starting at candidate #0 after considering 10 permutations with 10 in ratio
2024-11-11T17:49:33,718 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 9a344311ed66e2441ae83935353270d7/C is initiating minor compaction (all files)
2024-11-11T17:49:33,718 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a344311ed66e2441ae83935353270d7/C in TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:33,718 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/18775439515e456284c1c961d338b87c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/39ec06088e684d37be45838f098ed325, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/ee9e6b82b94d4c9494a05f3081e25000, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/ae957c01ae7d4c81b881d3157d578562, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/55b83e64bfa14fe1bd12093245af5c1a, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/dedfafe3f28842abb4410304b57b2229] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp, totalSize=68.2 K
2024-11-11T17:49:33,718 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 18775439515e456284c1c961d338b87c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731347367309
2024-11-11T17:49:33,718 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 39ec06088e684d37be45838f098ed325, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731347367371
2024-11-11T17:49:33,719 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting ee9e6b82b94d4c9494a05f3081e25000, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731347368009
2024-11-11T17:49:33,719 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting ae957c01ae7d4c81b881d3157d578562, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731347368685
2024-11-11T17:49:33,721 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 55b83e64bfa14fe1bd12093245af5c1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731347369844
2024-11-11T17:49:33,722 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting dedfafe3f28842abb4410304b57b2229, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731347372093
2024-11-11T17:49:33,739 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a344311ed66e2441ae83935353270d7#C#compaction#188 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:33,739 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/dd47603e68cc475390b091b6fc34ea61 is 50, key is test_row_0/C:col10/1731347372093/Put/seqid=0
2024-11-11T17:49:33,744 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742054_1230 (size=12357)
2024-11-11T17:49:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-11T17:49:33,885 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:49:33,885 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:49:33,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees
2024-11-11T17:49:33,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-11T17:49:33,887 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:49:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:33,887 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:49:33,887 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a344311ed66e2441ae83935353270d7 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-11T17:49:33,888 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:49:33,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=A
2024-11-11T17:49:33,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:33,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=B
2024-11-11T17:49:33,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:33,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=C
2024-11-11T17:49:33,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:33,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/9290165af94a4a7caf47868a126e623d is 50, key is test_row_0/A:col10/1731347373231/Put/seqid=0
2024-11-11T17:49:33,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742055_1231 (size=14541)
2024-11-11T17:49:33,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347433928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:33,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:33,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347433928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:33,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:33,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:33,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347433929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:33,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:33,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:33,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-11T17:49:34,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-11T17:49:34,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:34,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:34,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:34,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:34,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:34,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347434044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:34,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:34,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347434044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:34,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:34,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:34,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347434045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:34,112 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/1a3584fec4784d6a9246999be7f0c1d2 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/1a3584fec4784d6a9246999be7f0c1d2
2024-11-11T17:49:34,116 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 9a344311ed66e2441ae83935353270d7/A of 9a344311ed66e2441ae83935353270d7 into 1a3584fec4784d6a9246999be7f0c1d2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:34,116 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:34,117 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., storeName=9a344311ed66e2441ae83935353270d7/A, priority=10, startTime=1731347373663; duration=0sec
2024-11-11T17:49:34,117 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:34,117 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:A
2024-11-11T17:49:34,149 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/dd47603e68cc475390b091b6fc34ea61 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/dd47603e68cc475390b091b6fc34ea61
2024-11-11T17:49:34,153 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 9a344311ed66e2441ae83935353270d7/C of 9a344311ed66e2441ae83935353270d7 into dd47603e68cc475390b091b6fc34ea61(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:34,153 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:34,153 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., storeName=9a344311ed66e2441ae83935353270d7/C, priority=10, startTime=1731347373663; duration=0sec
2024-11-11T17:49:34,153 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:34,153 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:C
2024-11-11T17:49:34,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-11T17:49:34,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:34,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:34,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:34,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:34,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-11T17:49:34,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347434255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:34,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:34,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:34,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347434255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:34,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:34,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:34,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:34,260 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:34,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347434255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:34,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:34,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:34,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:34,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33214 deadline: 1731347434275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:34,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33236 deadline: 1731347434275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:34,277 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_0' in 9a344311ed66e2441ae83935353270d7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:49:34,277 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_1' in 9a344311ed66e2441ae83935353270d7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:49:34,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:34,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:34,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:34,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:34,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:34,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:34,296 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/9290165af94a4a7caf47868a126e623d
2024-11-11T17:49:34,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/535ecf4c81e94b8bace58e2b0eadac78 is 50, key is test_row_0/B:col10/1731347373231/Put/seqid=0
2024-11-11T17:49:34,306 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742056_1232 (size=12151)
2024-11-11T17:49:34,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-11T17:49:34,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:34,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:34,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:34,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:34,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:34,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-11T17:49:34,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:34,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:34,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:34,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:34,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-11T17:49:34,568 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347434565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:34,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:34,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:34,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:34,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347434565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:34,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:34,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:34,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:34,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347434565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:34,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:34,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:34,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:34,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-11T17:49:34,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:34,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:34,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:34,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:34,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:34,709 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/535ecf4c81e94b8bace58e2b0eadac78
2024-11-11T17:49:34,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/8a940c6375ce4ebbb12c6f103dbec966 is 50, key is test_row_0/C:col10/1731347373231/Put/seqid=0
2024-11-11T17:49:34,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742057_1233 (size=12151)
2024-11-11T17:49:34,722 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/8a940c6375ce4ebbb12c6f103dbec966
2024-11-11T17:49:34,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/9290165af94a4a7caf47868a126e623d as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/9290165af94a4a7caf47868a126e623d
2024-11-11T17:49:34,729 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/9290165af94a4a7caf47868a126e623d, entries=200, sequenceid=152, filesize=14.2 K
2024-11-11T17:49:34,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/535ecf4c81e94b8bace58e2b0eadac78 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/535ecf4c81e94b8bace58e2b0eadac78
2024-11-11T17:49:34,734 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/535ecf4c81e94b8bace58e2b0eadac78, entries=150, sequenceid=152, filesize=11.9 K
2024-11-11T17:49:34,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/8a940c6375ce4ebbb12c6f103dbec966 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/8a940c6375ce4ebbb12c6f103dbec966
2024-11-11T17:49:34,738 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/8a940c6375ce4ebbb12c6f103dbec966, entries=150, sequenceid=152, filesize=11.9 K
2024-11-11T17:49:34,739 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 9a344311ed66e2441ae83935353270d7 in 852ms, sequenceid=152, compaction requested=false
2024-11-11T17:49:34,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:34,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-11T17:49:34,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:34,804 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 9a344311ed66e2441ae83935353270d7 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-11T17:49:34,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=A
2024-11-11T17:49:34,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:34,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=B
2024-11-11T17:49:34,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:34,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=C
2024-11-11T17:49:34,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:34,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/2571335663e646d7a7111a56cc9d5179 is 50, key is test_row_0/A:col10/1731347373919/Put/seqid=0
2024-11-11T17:49:34,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742058_1234 (size=12151)
2024-11-11T17:49:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-11T17:49:35,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:35,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347435087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:35,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:35,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:35,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:35,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347435090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:35,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:35,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347435091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:35,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:35,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:35,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:35,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:35,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:35,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347435195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:35,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:35,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:35,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:35,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347435205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:35,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:35,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:35,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:35,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347435205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:35,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:35,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:35,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:35,214 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/2571335663e646d7a7111a56cc9d5179
2024-11-11T17:49:35,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/917117f996314c94927d7ddfc23d0ffc is 50, key is test_row_0/B:col10/1731347373919/Put/seqid=0
2024-11-11T17:49:35,227 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742059_1235 (size=12151)
2024-11-11T17:49:35,408 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347435405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:35,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347435415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:35,417 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:35,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347435415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:35,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:35,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:35,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:35,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:35,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:35,627 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/917117f996314c94927d7ddfc23d0ffc
2024-11-11T17:49:35,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/3f87ddb952184794b78658f50ddb4cf2 is 50, key is test_row_0/C:col10/1731347373919/Put/seqid=0
2024-11-11T17:49:35,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742060_1236 (size=12151)
2024-11-11T17:49:35,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347435715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:35,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:35,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:35,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:35,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347435725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:35,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:35,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:35,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347435725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:35,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:35,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:35,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:35,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-11T17:49:36,073 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/3f87ddb952184794b78658f50ddb4cf2
2024-11-11T17:49:36,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/2571335663e646d7a7111a56cc9d5179 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/2571335663e646d7a7111a56cc9d5179
2024-11-11T17:49:36,081 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/2571335663e646d7a7111a56cc9d5179, entries=150, sequenceid=174, filesize=11.9 K
2024-11-11T17:49:36,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/917117f996314c94927d7ddfc23d0ffc as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/917117f996314c94927d7ddfc23d0ffc
2024-11-11T17:49:36,086 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/917117f996314c94927d7ddfc23d0ffc, entries=150, sequenceid=174, filesize=11.9 K
2024-11-11T17:49:36,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/3f87ddb952184794b78658f50ddb4cf2 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/3f87ddb952184794b78658f50ddb4cf2
2024-11-11T17:49:36,090 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/3f87ddb952184794b78658f50ddb4cf2, entries=150, sequenceid=174, filesize=11.9 K
2024-11-11T17:49:36,091 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 9a344311ed66e2441ae83935353270d7 in 1287ms, sequenceid=174, compaction requested=true
2024-11-11T17:49:36,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:36,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:36,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69
2024-11-11T17:49:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=69
2024-11-11T17:49:36,094 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68
2024-11-11T17:49:36,094 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2040 sec
2024-11-11T17:49:36,095 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 2.2090 sec
2024-11-11T17:49:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:36,228 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a344311ed66e2441ae83935353270d7 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-11T17:49:36,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=A
2024-11-11T17:49:36,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:36,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=B
2024-11-11T17:49:36,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:36,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=C
2024-11-11T17:49:36,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:36,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/aa16c4471fc34a9c80781356402e7e25 is 50, key is test_row_0/A:col10/1731347375089/Put/seqid=0
2024-11-11T17:49:36,235 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742061_1237 (size=14541)
2024-11-11T17:49:36,265 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347436260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:36,265 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:36,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347436261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:36,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:36,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:36,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347436265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:36,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:36,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33236 deadline: 1731347436284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:36,288 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_0' in 9a344311ed66e2441ae83935353270d7 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:49:36,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:36,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33214 deadline: 1731347436305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:36,308 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_1' in 9a344311ed66e2441ae83935353270d7 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4213 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:49:36,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:36,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347436375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:36,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:36,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347436376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:36,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:36,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347436376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:36,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:36,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:36,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347436585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:36,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:36,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347436585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:36,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:36,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:36,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347436586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:36,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:36,636 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/aa16c4471fc34a9c80781356402e7e25
2024-11-11T17:49:36,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/8d5a89217794424fb044c601b8f5d658 is 50, key is test_row_0/B:col10/1731347375089/Put/seqid=0
2024-11-11T17:49:36,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742062_1238 (size=12151)
2024-11-11T17:49:36,648 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/8d5a89217794424fb044c601b8f5d658
2024-11-11T17:49:36,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/3c10bca253e541e8ae148ba87635fc53 is 50, key is test_row_0/C:col10/1731347375089/Put/seqid=0
2024-11-11T17:49:36,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742063_1239 (size=12151)
2024-11-11T17:49:36,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347436895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:36,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:36,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347436895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:36,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:36,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:36,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347436895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:36,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:36,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:37,061 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/3c10bca253e541e8ae148ba87635fc53
2024-11-11T17:49:37,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/aa16c4471fc34a9c80781356402e7e25 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/aa16c4471fc34a9c80781356402e7e25
2024-11-11T17:49:37,070 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/aa16c4471fc34a9c80781356402e7e25, entries=200, sequenceid=187, filesize=14.2 K
2024-11-11T17:49:37,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/8d5a89217794424fb044c601b8f5d658 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/8d5a89217794424fb044c601b8f5d658
2024-11-11T17:49:37,076 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/8d5a89217794424fb044c601b8f5d658, entries=150, sequenceid=187, filesize=11.9 K
2024-11-11T17:49:37,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/3c10bca253e541e8ae148ba87635fc53 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/3c10bca253e541e8ae148ba87635fc53
2024-11-11T17:49:37,081 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/3c10bca253e541e8ae148ba87635fc53, entries=150, sequenceid=187, filesize=11.9 K
2024-11-11T17:49:37,082 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 9a344311ed66e2441ae83935353270d7 in 855ms, sequenceid=187, compaction requested=true
2024-11-11T17:49:37,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:37,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:49:37,082 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-11T17:49:37,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:37,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:49:37,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:37,082 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-11T17:49:37,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:49:37,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:49:37,083 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48810 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-11T17:49:37,083 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 53590 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-11T17:49:37,083 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 9a344311ed66e2441ae83935353270d7/A is initiating minor compaction (all files)
2024-11-11T17:49:37,083 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 9a344311ed66e2441ae83935353270d7/B is initiating minor compaction (all files)
2024-11-11T17:49:37,084 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a344311ed66e2441ae83935353270d7/A in TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:37,084 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a344311ed66e2441ae83935353270d7/B in TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:37,084 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/3ed7e548c7df48f9a1a97e4e9c0c25d6, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/535ecf4c81e94b8bace58e2b0eadac78, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/917117f996314c94927d7ddfc23d0ffc, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/8d5a89217794424fb044c601b8f5d658] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp, totalSize=47.7 K
2024-11-11T17:49:37,084 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/1a3584fec4784d6a9246999be7f0c1d2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/9290165af94a4a7caf47868a126e623d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/2571335663e646d7a7111a56cc9d5179, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/aa16c4471fc34a9c80781356402e7e25] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp, totalSize=52.3 K
2024-11-11T17:49:37,084 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a3584fec4784d6a9246999be7f0c1d2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731347372093
2024-11-11T17:49:37,084 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ed7e548c7df48f9a1a97e4e9c0c25d6, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731347372093
2024-11-11T17:49:37,085 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 535ecf4c81e94b8bace58e2b0eadac78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731347373231
2024-11-11T17:49:37,085 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9290165af94a4a7caf47868a126e623d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731347373226
2024-11-11T17:49:37,085 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 917117f996314c94927d7ddfc23d0ffc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731347373919
2024-11-11T17:49:37,085 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2571335663e646d7a7111a56cc9d5179, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731347373919
2024-11-11T17:49:37,086 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d5a89217794424fb044c601b8f5d658, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731347375082
2024-11-11T17:49:37,086 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa16c4471fc34a9c80781356402e7e25, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731347375082
2024-11-11T17:49:37,095 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a344311ed66e2441ae83935353270d7#A#compaction#198 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:37,096 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/c1d3a81654b34e268c128e875ec8a572 is 50, key is test_row_0/A:col10/1731347375089/Put/seqid=0
2024-11-11T17:49:37,098 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a344311ed66e2441ae83935353270d7#B#compaction#199 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:37,098 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/9b786495e46248c5b6197619ab451544 is 50, key is test_row_0/B:col10/1731347375089/Put/seqid=0
2024-11-11T17:49:37,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742064_1240 (size=12493)
2024-11-11T17:49:37,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742065_1241 (size=12493)
2024-11-11T17:49:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:37,408 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a344311ed66e2441ae83935353270d7 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-11T17:49:37,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=A
2024-11-11T17:49:37,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:37,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=B
2024-11-11T17:49:37,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:37,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=C
2024-11-11T17:49:37,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:37,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/c125745106dd47efba49a698b76eabb1 is 50, key is test_row_0/A:col10/1731347376259/Put/seqid=0
2024-11-11T17:49:37,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742066_1242 (size=14541)
2024-11-11T17:49:37,419 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/c125745106dd47efba49a698b76eabb1
2024-11-11T17:49:37,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/d15b0abc1a7746c684f397a6125bb5e9 is 50, key is test_row_0/B:col10/1731347376259/Put/seqid=0
2024-11-11T17:49:37,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347437423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:37,430 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:37,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:37,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347437424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:37,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:37,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:37,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:37,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:37,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347437427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:37,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:37,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:37,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:37,433 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742067_1243 (size=12151)
2024-11-11T17:49:37,433 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/d15b0abc1a7746c684f397a6125bb5e9
2024-11-11T17:49:37,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/cdd9e1dec49a41a9abfc3550064f252a is 50, key is test_row_0/C:col10/1731347376259/Put/seqid=0
2024-11-11T17:49:37,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742068_1244 (size=12151)
2024-11-11T17:49:37,445 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/cdd9e1dec49a41a9abfc3550064f252a
2024-11-11T17:49:37,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/c125745106dd47efba49a698b76eabb1 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c125745106dd47efba49a698b76eabb1
2024-11-11T17:49:37,454 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c125745106dd47efba49a698b76eabb1, entries=200, sequenceid=207, filesize=14.2 K
2024-11-11T17:49:37,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/d15b0abc1a7746c684f397a6125bb5e9 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/d15b0abc1a7746c684f397a6125bb5e9
2024-11-11T17:49:37,459 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/d15b0abc1a7746c684f397a6125bb5e9, entries=150, sequenceid=207, filesize=11.9 K
2024-11-11T17:49:37,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/cdd9e1dec49a41a9abfc3550064f252a as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/cdd9e1dec49a41a9abfc3550064f252a
2024-11-11T17:49:37,464 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/cdd9e1dec49a41a9abfc3550064f252a, entries=150, sequenceid=207, filesize=11.9 K
2024-11-11T17:49:37,465 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 9a344311ed66e2441ae83935353270d7 in 57ms, sequenceid=207, compaction requested=true
2024-11-11T17:49:37,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:37,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:A, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:49:37,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-11T17:49:37,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:B, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:49:37,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-11T17:49:37,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:49:37,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0
2024-11-11T17:49:37,509 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/c1d3a81654b34e268c128e875ec8a572 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c1d3a81654b34e268c128e875ec8a572
2024-11-11T17:49:37,514 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a344311ed66e2441ae83935353270d7/A of 9a344311ed66e2441ae83935353270d7 into c1d3a81654b34e268c128e875ec8a572(size=12.2 K), total size for store is 26.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:37,514 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:37,514 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., storeName=9a344311ed66e2441ae83935353270d7/A, priority=12, startTime=1731347377082; duration=0sec
2024-11-11T17:49:37,514 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0
2024-11-11T17:49:37,514 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:A
2024-11-11T17:49:37,514 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:A
2024-11-11T17:49:37,514 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-11T17:49:37,516 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/9b786495e46248c5b6197619ab451544 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/9b786495e46248c5b6197619ab451544
2024-11-11T17:49:37,516 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 60961 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-11T17:49:37,517 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 9a344311ed66e2441ae83935353270d7/C is initiating minor compaction (all files)
2024-11-11T17:49:37,517 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a344311ed66e2441ae83935353270d7/C in TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:37,517 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/dd47603e68cc475390b091b6fc34ea61, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/8a940c6375ce4ebbb12c6f103dbec966, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/3f87ddb952184794b78658f50ddb4cf2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/3c10bca253e541e8ae148ba87635fc53, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/cdd9e1dec49a41a9abfc3550064f252a] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp, totalSize=59.5 K
2024-11-11T17:49:37,517 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd47603e68cc475390b091b6fc34ea61, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731347372093
2024-11-11T17:49:37,517 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a940c6375ce4ebbb12c6f103dbec966, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731347373231
2024-11-11T17:49:37,518 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f87ddb952184794b78658f50ddb4cf2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731347373919
2024-11-11T17:49:37,518 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c10bca253e541e8ae148ba87635fc53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731347375082
2024-11-11T17:49:37,518 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdd9e1dec49a41a9abfc3550064f252a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731347376258
2024-11-11T17:49:37,522 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a344311ed66e2441ae83935353270d7/B of 9a344311ed66e2441ae83935353270d7 into 9b786495e46248c5b6197619ab451544(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:37,522 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:37,522 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., storeName=9a344311ed66e2441ae83935353270d7/B, priority=12, startTime=1731347377082; duration=0sec
2024-11-11T17:49:37,522 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-11T17:49:37,522 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:B
2024-11-11T17:49:37,522 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:B
2024-11-11T17:49:37,523 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking
2024-11-11T17:49:37,523 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-11T17:49:37,523 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-11T17:49:37,523 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. because compaction request was cancelled
2024-11-11T17:49:37,523 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:C
2024-11-11T17:49:37,523 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-11T17:49:37,524 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-11T17:49:37,524 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-11T17:49:37,524 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. because compaction request was cancelled
2024-11-11T17:49:37,524 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:B
2024-11-11T17:49:37,524 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-11T17:49:37,524 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-11T17:49:37,525 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-11T17:49:37,525 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. because compaction request was cancelled
2024-11-11T17:49:37,525 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:A
2024-11-11T17:49:37,530 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a344311ed66e2441ae83935353270d7#C#compaction#203 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:37,531 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/d415f06e602f4570a563f754e9243b1b is 50, key is test_row_0/C:col10/1731347376259/Put/seqid=0
2024-11-11T17:49:37,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742069_1245 (size=12527)
2024-11-11T17:49:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:37,538 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a344311ed66e2441ae83935353270d7 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-11T17:49:37,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=A
2024-11-11T17:49:37,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:37,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=B
2024-11-11T17:49:37,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:37,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=C
2024-11-11T17:49:37,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:37,543 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/d415f06e602f4570a563f754e9243b1b as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/d415f06e602f4570a563f754e9243b1b
2024-11-11T17:49:37,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/637b9f95c16044f896e0c4e4a13cabfa is 50, key is test_row_0/A:col10/1731347377538/Put/seqid=0
2024-11-11T17:49:37,552 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 9a344311ed66e2441ae83935353270d7/C of 9a344311ed66e2441ae83935353270d7 into d415f06e602f4570a563f754e9243b1b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:37,552 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:37,552 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., storeName=9a344311ed66e2441ae83935353270d7/C, priority=11, startTime=1731347377465; duration=0sec
2024-11-11T17:49:37,552 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:37,552 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:C
2024-11-11T17:49:37,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742070_1246 (size=14541)
2024-11-11T17:49:37,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347437567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:37,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:37,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:37,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347437568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:37,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:37,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:37,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:37,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:37,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347437572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:37,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:37,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:37,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:37,677 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:37,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347437675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:37,678 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:37,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347437675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:37,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:37,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:37,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:37,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:37,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:37,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:37,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347437685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:37,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:37,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:37,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:37,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347437884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:37,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:37,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:37,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:37,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347437885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:37,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:37,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:37,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:37,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347437895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:37,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:37,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:37,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:37,954 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/637b9f95c16044f896e0c4e4a13cabfa
2024-11-11T17:49:37,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/fc5e93e205654275bfbb502e421f4747 is 50, key is test_row_0/B:col10/1731347377538/Put/seqid=0
2024-11-11T17:49:37,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742071_1247 (size=12151)
2024-11-11T17:49:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-11T17:49:38,055 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:49:38,056 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:49:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees
2024-11-11T17:49:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-11T17:49:38,057 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:49:38,058 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:49:38,058 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:49:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-11T17:49:38,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347438195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:38,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347438195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:38,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347438205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:38,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:38,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:38,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:38,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-11T17:49:38,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:38,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:38,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:38,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:38,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:38,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-11T17:49:38,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:38,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:38,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:38,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:38,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:38,364 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/fc5e93e205654275bfbb502e421f4747
2024-11-11T17:49:38,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/7680a7ce03dc4153b1cd8bbb45c4f6a9 is 50, key is test_row_0/C:col10/1731347377538/Put/seqid=0
2024-11-11T17:49:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-11T17:49:38,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742072_1248 (size=12151)
2024-11-11T17:49:38,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-11T17:49:38,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:38,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:38,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:38,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:38,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:38,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-11T17:49:38,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:38,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:38,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:38,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:38,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-11T17:49:38,707 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347438705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:38,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347438705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:38,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:38,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:38,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:38,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:38,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:38,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:38,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347438715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:38,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:38,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:38,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:38,777 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/7680a7ce03dc4153b1cd8bbb45c4f6a9
2024-11-11T17:49:38,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/637b9f95c16044f896e0c4e4a13cabfa as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/637b9f95c16044f896e0c4e4a13cabfa
2024-11-11T17:49:38,786 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/637b9f95c16044f896e0c4e4a13cabfa, entries=200, sequenceid=223, filesize=14.2 K
2024-11-11T17:49:38,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/fc5e93e205654275bfbb502e421f4747 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/fc5e93e205654275bfbb502e421f4747
2024-11-11T17:49:38,791 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/fc5e93e205654275bfbb502e421f4747, entries=150, sequenceid=223, filesize=11.9 K
2024-11-11T17:49:38,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/7680a7ce03dc4153b1cd8bbb45c4f6a9 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/7680a7ce03dc4153b1cd8bbb45c4f6a9
2024-11-11T17:49:38,798 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/7680a7ce03dc4153b1cd8bbb45c4f6a9, entries=150, sequenceid=223, filesize=11.9 K
2024-11-11T17:49:38,799 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 9a344311ed66e2441ae83935353270d7 in 1261ms, sequenceid=223, compaction requested=true
2024-11-11T17:49:38,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:38,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:49:38,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:38,799 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:38,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:49:38,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:38,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:49:38,799 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:38,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:49:38,800 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41575 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:38,800 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:38,800 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 9a344311ed66e2441ae83935353270d7/B is initiating minor compaction (all files)
2024-11-11T17:49:38,800 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 9a344311ed66e2441ae83935353270d7/A is initiating minor compaction (all files)
2024-11-11T17:49:38,800 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a344311ed66e2441ae83935353270d7/A in TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:38,800 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a344311ed66e2441ae83935353270d7/B in TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:38,800 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c1d3a81654b34e268c128e875ec8a572, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c125745106dd47efba49a698b76eabb1, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/637b9f95c16044f896e0c4e4a13cabfa] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp, totalSize=40.6 K
2024-11-11T17:49:38,800 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/9b786495e46248c5b6197619ab451544, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/d15b0abc1a7746c684f397a6125bb5e9, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/fc5e93e205654275bfbb502e421f4747] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp, totalSize=35.9 K
2024-11-11T17:49:38,800 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1d3a81654b34e268c128e875ec8a572, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731347375082
2024-11-11T17:49:38,800 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b786495e46248c5b6197619ab451544, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731347375082
2024-11-11T17:49:38,801 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting d15b0abc1a7746c684f397a6125bb5e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731347376258
2024-11-11T17:49:38,801 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting c125745106dd47efba49a698b76eabb1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731347376258
2024-11-11T17:49:38,801 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 637b9f95c16044f896e0c4e4a13cabfa, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731347377409
2024-11-11T17:49:38,801 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting fc5e93e205654275bfbb502e421f4747, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731347377422
2024-11-11T17:49:38,808 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a344311ed66e2441ae83935353270d7#A#compaction#207 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:38,809 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/5387045dc673475fa2a052acdcb7e27a is 50, key is test_row_0/A:col10/1731347377538/Put/seqid=0
2024-11-11T17:49:38,809 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a344311ed66e2441ae83935353270d7#B#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:38,810 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/111357a96ead436dbbcab6136b4c19ab is 50, key is test_row_0/B:col10/1731347377538/Put/seqid=0
2024-11-11T17:49:38,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742074_1250 (size=12595)
2024-11-11T17:49:38,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742073_1249 (size=12595)
2024-11-11T17:49:38,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-11T17:49:38,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:38,822 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 9a344311ed66e2441ae83935353270d7 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-11T17:49:38,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=A
2024-11-11T17:49:38,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:38,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=B
2024-11-11T17:49:38,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:38,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=C
2024-11-11T17:49:38,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:38,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/b3483c04c4004be8abd27cfa47ea3333 is 50, key is test_row_0/A:col10/1731347377570/Put/seqid=0
2024-11-11T17:49:38,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742075_1251 (size=12151)
2024-11-11T17:49:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-11T17:49:39,224 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/111357a96ead436dbbcab6136b4c19ab as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/111357a96ead436dbbcab6136b4c19ab
2024-11-11T17:49:39,224 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/5387045dc673475fa2a052acdcb7e27a as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/5387045dc673475fa2a052acdcb7e27a
2024-11-11T17:49:39,232 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a344311ed66e2441ae83935353270d7/B of 9a344311ed66e2441ae83935353270d7 into 111357a96ead436dbbcab6136b4c19ab(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:39,232 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:39,232 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., storeName=9a344311ed66e2441ae83935353270d7/B, priority=13, startTime=1731347378799; duration=0sec
2024-11-11T17:49:39,232 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:49:39,232 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:B
2024-11-11T17:49:39,232 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-11T17:49:39,233 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-11T17:49:39,233 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-11T17:49:39,233 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. because compaction request was cancelled
2024-11-11T17:49:39,233 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:C
2024-11-11T17:49:39,237 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a344311ed66e2441ae83935353270d7/A of 9a344311ed66e2441ae83935353270d7 into 5387045dc673475fa2a052acdcb7e27a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:39,237 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:39,237 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., storeName=9a344311ed66e2441ae83935353270d7/A, priority=13, startTime=1731347378799; duration=0sec
2024-11-11T17:49:39,237 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:39,237 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:A
2024-11-11T17:49:39,245 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/b3483c04c4004be8abd27cfa47ea3333
2024-11-11T17:49:39,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/7d229cb8c55941368078bb31039fe96b is 50, key is test_row_0/B:col10/1731347377570/Put/seqid=0
2024-11-11T17:49:39,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742076_1252 (size=12151)
2024-11-11T17:49:39,258 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/7d229cb8c55941368078bb31039fe96b
2024-11-11T17:49:39,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/e1f6eeb11443420ea882cd225be5b655 is 50, key is test_row_0/C:col10/1731347377570/Put/seqid=0
2024-11-11T17:49:39,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742077_1253 (size=12151)
2024-11-11T17:49:39,671 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/e1f6eeb11443420ea882cd225be5b655
2024-11-11T17:49:39,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/b3483c04c4004be8abd27cfa47ea3333 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/b3483c04c4004be8abd27cfa47ea3333
2024-11-11T17:49:39,680 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/b3483c04c4004be8abd27cfa47ea3333, entries=150, sequenceid=242, filesize=11.9 K
2024-11-11T17:49:39,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/7d229cb8c55941368078bb31039fe96b as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/7d229cb8c55941368078bb31039fe96b
2024-11-11T17:49:39,697 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/7d229cb8c55941368078bb31039fe96b, entries=150, sequenceid=242, filesize=11.9 K
2024-11-11T17:49:39,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/e1f6eeb11443420ea882cd225be5b655 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/e1f6eeb11443420ea882cd225be5b655
2024-11-11T17:49:39,703 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/e1f6eeb11443420ea882cd225be5b655, entries=150, sequenceid=242, filesize=11.9 K
2024-11-11T17:49:39,704 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 9a344311ed66e2441ae83935353270d7 in 883ms, sequenceid=242, compaction requested=true
2024-11-11T17:49:39,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:39,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:39,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71
2024-11-11T17:49:39,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=71
2024-11-11T17:49:39,707 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70
2024-11-11T17:49:39,708 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6480 sec
2024-11-11T17:49:39,709 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.6520 sec
2024-11-11T17:49:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:39,733 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a344311ed66e2441ae83935353270d7 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-11T17:49:39,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=A
2024-11-11T17:49:39,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:39,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=B
2024-11-11T17:49:39,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:39,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=C
2024-11-11T17:49:39,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:39,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/ca92b29497f2451d92eb5c1f8d22d2a5 is 50, key is test_row_0/A:col10/1731347379729/Put/seqid=0
2024-11-11T17:49:39,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742078_1254 (size=16931)
2024-11-11T17:49:39,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731347379757, max timestamp=1731347379773Num uniques 859; 
2024-11-11T17:49:39,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731347379757, max timestamp=1731347379773Num uniques 859; 
2024-11-11T17:49:39,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-11T17:49:39,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-11T17:49:39,778 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731347379757, max timestamp=1731347379773Num uniques 859; 
2024-11-11T17:49:39,778 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-11T17:49:39,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347439811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:39,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:39,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347439812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:39,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:39,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:39,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:39,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:39,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:39,819 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347439815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:39,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:39,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:39,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:39,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347439925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:39,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347439925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:39,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:39,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:39,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347439925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:39,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:39,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:39,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:39,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:39,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:39,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:39,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:40,138 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347440135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:40,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:40,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347440135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:40,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:40,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:40,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:40,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:40,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:40,150 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347440145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:40,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:40,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:40,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:40,153 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/ca92b29497f2451d92eb5c1f8d22d2a5
2024-11-11T17:49:40,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/18e05e660204485f8dd94b71579d7b75 is 50, key is test_row_0/B:col10/1731347379729/Put/seqid=0
2024-11-11T17:49:40,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742079_1255 (size=12151)
2024-11-11T17:49:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-11T17:49:40,205 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:49:40,205 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:49:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees
2024-11-11T17:49:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-11T17:49:40,207 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:49:40,208 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:49:40,208 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:49:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-11T17:49:40,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33236 deadline: 1731347440325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:40,329 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_0' in 9a344311ed66e2441ae83935353270d7 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8230 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:49:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:40,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33214 deadline: 1731347440345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:40,349 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_1' in 9a344311ed66e2441ae83935353270d7 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8254 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:49:40,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:40,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:40,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:40,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-11T17:49:40,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:40,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:40,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:40,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:40,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:40,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347440445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:40,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347440445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:40,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:40,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:40,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:40,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:40,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:40,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:40,456 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347440455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:40,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:40,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:40,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:40,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-11T17:49:40,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:40,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:40,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:40,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:40,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-11T17:49:40,562 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/18e05e660204485f8dd94b71579d7b75
2024-11-11T17:49:40,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/569c39954e8542f1abe7de42cbaec0d6 is 50, key is test_row_0/C:col10/1731347379729/Put/seqid=0
2024-11-11T17:49:40,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742080_1256 (size=12151)
2024-11-11T17:49:40,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-11T17:49:40,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:40,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:40,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:40,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:40,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:40,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-11T17:49:40,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:40,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:40,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:40,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:40,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-11T17:49:40,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347440955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:40,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347440955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:40,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:40,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:40,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:40,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:40,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:40,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:40,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347440964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:40,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:40,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:40,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:40,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-11T17:49:40,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:40,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:40,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:40,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:40,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:40,973 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/569c39954e8542f1abe7de42cbaec0d6
2024-11-11T17:49:40,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/ca92b29497f2451d92eb5c1f8d22d2a5 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/ca92b29497f2451d92eb5c1f8d22d2a5
2024-11-11T17:49:40,980 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/ca92b29497f2451d92eb5c1f8d22d2a5, entries=250, sequenceid=254, filesize=16.5 K
2024-11-11T17:49:40,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/18e05e660204485f8dd94b71579d7b75 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/18e05e660204485f8dd94b71579d7b75
2024-11-11T17:49:40,985 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/18e05e660204485f8dd94b71579d7b75, entries=150, sequenceid=254, filesize=11.9 K
2024-11-11T17:49:40,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/569c39954e8542f1abe7de42cbaec0d6 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/569c39954e8542f1abe7de42cbaec0d6
2024-11-11T17:49:40,989 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/569c39954e8542f1abe7de42cbaec0d6, entries=150, sequenceid=254, filesize=11.9 K
2024-11-11T17:49:40,990 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 9a344311ed66e2441ae83935353270d7 in 1257ms, sequenceid=254, compaction requested=true
2024-11-11T17:49:40,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:40,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:49:40,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:40,990 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:40,990 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:40,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:49:40,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:40,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:49:40,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:49:40,991 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:40,991 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:40,991 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 9a344311ed66e2441ae83935353270d7/A is initiating minor compaction (all files)
2024-11-11T17:49:40,991 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 9a344311ed66e2441ae83935353270d7/B is initiating minor compaction (all files)
2024-11-11T17:49:40,991 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a344311ed66e2441ae83935353270d7/A in TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:40,991 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a344311ed66e2441ae83935353270d7/B in TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:40,992 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/111357a96ead436dbbcab6136b4c19ab, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/7d229cb8c55941368078bb31039fe96b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/18e05e660204485f8dd94b71579d7b75] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp, totalSize=36.0 K
2024-11-11T17:49:40,992 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/5387045dc673475fa2a052acdcb7e27a, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/b3483c04c4004be8abd27cfa47ea3333, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/ca92b29497f2451d92eb5c1f8d22d2a5] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp, totalSize=40.7 K
2024-11-11T17:49:40,992 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5387045dc673475fa2a052acdcb7e27a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731347377422
2024-11-11T17:49:40,992 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 111357a96ead436dbbcab6136b4c19ab, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731347377422
2024-11-11T17:49:40,992 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d229cb8c55941368078bb31039fe96b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731347377564
2024-11-11T17:49:40,992 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3483c04c4004be8abd27cfa47ea3333, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731347377564
2024-11-11T17:49:40,992 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca92b29497f2451d92eb5c1f8d22d2a5, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731347379726
2024-11-11T17:49:40,993 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 18e05e660204485f8dd94b71579d7b75, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731347379726
2024-11-11T17:49:41,000 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a344311ed66e2441ae83935353270d7#B#compaction#215 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:41,000 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/279e5f9be603466da254613e3e38a674 is 50, key is test_row_0/B:col10/1731347379729/Put/seqid=0
2024-11-11T17:49:41,001 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a344311ed66e2441ae83935353270d7#A#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:41,002 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/59a2e93adde349e79b0710a2e990fa48 is 50, key is test_row_0/A:col10/1731347379729/Put/seqid=0
2024-11-11T17:49:41,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742082_1258 (size=12697)
2024-11-11T17:49:41,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742081_1257 (size=12697)
2024-11-11T17:49:41,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-11T17:49:41,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:41,124 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 9a344311ed66e2441ae83935353270d7 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-11-11T17:49:41,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=A
2024-11-11T17:49:41,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:49:41,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=B
2024-11-11T17:49:41,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:49:41,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=C
2024-11-11T17:49:41,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:49:41,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/965966f17f0941a59a00a6b1de9a1e8a is 50, key is test_row_0/A:col10/1731347379802/Put/seqid=0
2024-11-11T17:49:41,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742083_1259 (size=12301)
2024-11-11T17:49:41,141 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/965966f17f0941a59a00a6b1de9a1e8a
2024-11-11T17:49:41,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/56c1c1137bd6499f8600b16240ebfe00 is 50, key is test_row_0/B:col10/1731347379802/Put/seqid=0
2024-11-11T17:49:41,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742084_1260 (size=12301)
2024-11-11T17:49:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-11T17:49:41,417 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/279e5f9be603466da254613e3e38a674 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/279e5f9be603466da254613e3e38a674
2024-11-11T17:49:41,420 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/59a2e93adde349e79b0710a2e990fa48 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/59a2e93adde349e79b0710a2e990fa48
2024-11-11T17:49:41,424 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a344311ed66e2441ae83935353270d7/B of 9a344311ed66e2441ae83935353270d7 into 279e5f9be603466da254613e3e38a674(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:41,424 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:41,424 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., storeName=9a344311ed66e2441ae83935353270d7/B, priority=13, startTime=1731347380990; duration=0sec
2024-11-11T17:49:41,424 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:49:41,424 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:B
2024-11-11T17:49:41,424 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-11T17:49:41,425 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a344311ed66e2441ae83935353270d7/A of 9a344311ed66e2441ae83935353270d7 into 59a2e93adde349e79b0710a2e990fa48(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:41,425 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:41,425 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., storeName=9a344311ed66e2441ae83935353270d7/A, priority=13, startTime=1731347380990; duration=0sec
2024-11-11T17:49:41,425 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:41,425 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:A
2024-11-11T17:49:41,425 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-11T17:49:41,426 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 9a344311ed66e2441ae83935353270d7/C is initiating minor compaction (all files)
2024-11-11T17:49:41,426 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a344311ed66e2441ae83935353270d7/C in TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:41,426 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/d415f06e602f4570a563f754e9243b1b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/7680a7ce03dc4153b1cd8bbb45c4f6a9, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/e1f6eeb11443420ea882cd225be5b655, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/569c39954e8542f1abe7de42cbaec0d6] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp, totalSize=47.8 K
2024-11-11T17:49:41,426 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting d415f06e602f4570a563f754e9243b1b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731347376258
2024-11-11T17:49:41,426 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 7680a7ce03dc4153b1cd8bbb45c4f6a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731347377422
2024-11-11T17:49:41,427 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting e1f6eeb11443420ea882cd225be5b655, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731347377564
2024-11-11T17:49:41,427 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 569c39954e8542f1abe7de42cbaec0d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731347379726
2024-11-11T17:49:41,435 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a344311ed66e2441ae83935353270d7#C#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:41,436 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/7d42f6fa09494e62bcd6e34d0376b49d is 50, key is test_row_0/C:col10/1731347379729/Put/seqid=0
2024-11-11T17:49:41,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742085_1261 (size=12663)
2024-11-11T17:49:41,444 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/7d42f6fa09494e62bcd6e34d0376b49d as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/7d42f6fa09494e62bcd6e34d0376b49d
2024-11-11T17:49:41,453 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a344311ed66e2441ae83935353270d7/C of 9a344311ed66e2441ae83935353270d7 into 7d42f6fa09494e62bcd6e34d0376b49d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:41,453 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:41,453 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., storeName=9a344311ed66e2441ae83935353270d7/C, priority=12, startTime=1731347380991; duration=0sec
2024-11-11T17:49:41,453 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:41,453 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:C
2024-11-11T17:49:41,556 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/56c1c1137bd6499f8600b16240ebfe00
2024-11-11T17:49:41,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/068ba9985e9242b3a31fda384060b687 is 50, key is test_row_0/C:col10/1731347379802/Put/seqid=0
2024-11-11T17:49:41,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742086_1262 (size=12301)
2024-11-11T17:49:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:41,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:41,985 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/068ba9985e9242b3a31fda384060b687
2024-11-11T17:49:41,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/965966f17f0941a59a00a6b1de9a1e8a as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/965966f17f0941a59a00a6b1de9a1e8a
2024-11-11T17:49:41,994 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/965966f17f0941a59a00a6b1de9a1e8a, entries=150, sequenceid=290, filesize=12.0 K
2024-11-11T17:49:41,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/56c1c1137bd6499f8600b16240ebfe00 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/56c1c1137bd6499f8600b16240ebfe00
2024-11-11T17:49:41,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347441990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:41,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347441990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:41,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:41,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:41,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:41,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347441992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:41,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:41,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:41,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:41,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:41,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:41,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:42,000 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/56c1c1137bd6499f8600b16240ebfe00, entries=150, sequenceid=290, filesize=12.0 K
2024-11-11T17:49:42,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/068ba9985e9242b3a31fda384060b687 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/068ba9985e9242b3a31fda384060b687
2024-11-11T17:49:42,005 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/068ba9985e9242b3a31fda384060b687, entries=150, sequenceid=290, filesize=12.0 K
2024-11-11T17:49:42,006 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 9a344311ed66e2441ae83935353270d7 in 882ms, sequenceid=290, compaction requested=false
2024-11-11T17:49:42,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:42,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:42,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73
2024-11-11T17:49:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=73
2024-11-11T17:49:42,008 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72
2024-11-11T17:49:42,008 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7990 sec
2024-11-11T17:49:42,010 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.8040 sec
2024-11-11T17:49:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:42,108 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a344311ed66e2441ae83935353270d7 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-11T17:49:42,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=A
2024-11-11T17:49:42,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:42,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=B
2024-11-11T17:49:42,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:42,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=C
2024-11-11T17:49:42,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:42,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/01e0b004d74f44bdb4c427dcf7e19b25 is 50, key is test_row_0/A:col10/1731347382106/Put/seqid=0
2024-11-11T17:49:42,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742087_1263 (size=12301)
2024-11-11T17:49:42,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347442139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:42,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347442139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:42,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:42,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:42,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:42,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:42,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:42,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347442140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:42,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:42,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:42,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:42,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:42,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347442255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:42,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347442255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:42,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:42,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:42,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:42,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:42,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347442255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:42,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:42,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:42,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:42,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:42,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-11T17:49:42,355 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:49:42,355 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:49:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees
2024-11-11T17:49:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-11T17:49:42,357 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:49:42,358 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:49:42,358 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:49:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-11T17:49:42,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347442465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:42,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347442465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:42,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:42,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:42,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347442465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:42,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:42,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:42,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:42,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:42,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:42,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:42,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:42,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-11T17:49:42,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:42,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:42,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:42,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:42,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:42,539 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/01e0b004d74f44bdb4c427dcf7e19b25
2024-11-11T17:49:42,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/1dc128f5009a4425a938b5c21556da94 is 50, key is test_row_0/B:col10/1731347382106/Put/seqid=0
2024-11-11T17:49:42,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742088_1264 (size=12301)
2024-11-11T17:49:42,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-11T17:49:42,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:42,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:42,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:42,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:42,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-11T17:49:42,777 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347442775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:42,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:42,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:42,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:42,777 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347442775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:42,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:42,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:42,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:42,778 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347442775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:42,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:42,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:42,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:42,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-11T17:49:42,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:42,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:42,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:42,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:42,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:42,950 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/1dc128f5009a4425a938b5c21556da94
2024-11-11T17:49:42,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/a625ddda76164a9d91e70ccaa217c93e is 50, key is test_row_0/C:col10/1731347382106/Put/seqid=0
2024-11-11T17:49:42,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742089_1265 (size=12301)
2024-11-11T17:49:42,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-11T17:49:42,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:42,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:42,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:42,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:42,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-11T17:49:43,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-11T17:49:43,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:43,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:43,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:43,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:43,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:43,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-11T17:49:43,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:43,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:43,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:43,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:43,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:43,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347443284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:43,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:43,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347443285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:43,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:43,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:43,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:43,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:43,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:43,288 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347443285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:43,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:43,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:43,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:43,365 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/a625ddda76164a9d91e70ccaa217c93e
2024-11-11T17:49:43,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/01e0b004d74f44bdb4c427dcf7e19b25 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/01e0b004d74f44bdb4c427dcf7e19b25
2024-11-11T17:49:43,372 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/01e0b004d74f44bdb4c427dcf7e19b25, entries=150, sequenceid=305, filesize=12.0 K
2024-11-11T17:49:43,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/1dc128f5009a4425a938b5c21556da94 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/1dc128f5009a4425a938b5c21556da94
2024-11-11T17:49:43,377 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/1dc128f5009a4425a938b5c21556da94, entries=150, sequenceid=305, filesize=12.0 K
2024-11-11T17:49:43,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/a625ddda76164a9d91e70ccaa217c93e as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/a625ddda76164a9d91e70ccaa217c93e
2024-11-11T17:49:43,381 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/a625ddda76164a9d91e70ccaa217c93e, entries=150, sequenceid=305, filesize=12.0 K
2024-11-11T17:49:43,382 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 9a344311ed66e2441ae83935353270d7 in 1274ms, sequenceid=305, compaction requested=true
2024-11-11T17:49:43,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:43,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:49:43,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:43,383 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:43,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:49:43,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:43,383 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:43,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:49:43,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:49:43,383 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:43,383 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:43,383 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 9a344311ed66e2441ae83935353270d7/A is initiating minor compaction (all files)
2024-11-11T17:49:43,383 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 9a344311ed66e2441ae83935353270d7/B is initiating minor compaction (all files)
2024-11-11T17:49:43,383 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a344311ed66e2441ae83935353270d7/A in TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:43,383 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a344311ed66e2441ae83935353270d7/B in TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:43,384 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/59a2e93adde349e79b0710a2e990fa48, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/965966f17f0941a59a00a6b1de9a1e8a, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/01e0b004d74f44bdb4c427dcf7e19b25] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp, totalSize=36.4 K
2024-11-11T17:49:43,384 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/279e5f9be603466da254613e3e38a674, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/56c1c1137bd6499f8600b16240ebfe00, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/1dc128f5009a4425a938b5c21556da94] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp, totalSize=36.4 K
2024-11-11T17:49:43,384 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59a2e93adde349e79b0710a2e990fa48, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731347379726
2024-11-11T17:49:43,384 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 279e5f9be603466da254613e3e38a674, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731347379726
2024-11-11T17:49:43,384 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 965966f17f0941a59a00a6b1de9a1e8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731347379802
2024-11-11T17:49:43,384 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 56c1c1137bd6499f8600b16240ebfe00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731347379802
2024-11-11T17:49:43,384 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01e0b004d74f44bdb4c427dcf7e19b25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731347381983
2024-11-11T17:49:43,384 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 1dc128f5009a4425a938b5c21556da94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731347381983
2024-11-11T17:49:43,390 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a344311ed66e2441ae83935353270d7#B#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:43,391 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/540a9b8feb21410db4728c08d2b11b4c is 50, key is test_row_0/B:col10/1731347382106/Put/seqid=0
2024-11-11T17:49:43,391 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a344311ed66e2441ae83935353270d7#A#compaction#224 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:43,391 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/61221aaf5eba4b31a186d10a641c3a9f is 50, key is test_row_0/A:col10/1731347382106/Put/seqid=0
2024-11-11T17:49:43,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742090_1266 (size=12949)
2024-11-11T17:49:43,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742091_1267 (size=12949)
2024-11-11T17:49:43,400 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/540a9b8feb21410db4728c08d2b11b4c as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/540a9b8feb21410db4728c08d2b11b4c
2024-11-11T17:49:43,400 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/61221aaf5eba4b31a186d10a641c3a9f as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/61221aaf5eba4b31a186d10a641c3a9f
2024-11-11T17:49:43,406 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a344311ed66e2441ae83935353270d7/A of 9a344311ed66e2441ae83935353270d7 into 61221aaf5eba4b31a186d10a641c3a9f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:43,406 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:43,406 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., storeName=9a344311ed66e2441ae83935353270d7/A, priority=13, startTime=1731347383382; duration=0sec
2024-11-11T17:49:43,406 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:49:43,406 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:A
2024-11-11T17:49:43,406 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:43,407 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a344311ed66e2441ae83935353270d7/B of 9a344311ed66e2441ae83935353270d7 into 540a9b8feb21410db4728c08d2b11b4c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:43,407 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:43,407 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., storeName=9a344311ed66e2441ae83935353270d7/B, priority=13, startTime=1731347383383; duration=0sec
2024-11-11T17:49:43,407 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:43,407 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:B
2024-11-11T17:49:43,408 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:43,408 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 9a344311ed66e2441ae83935353270d7/C is initiating minor compaction (all files)
2024-11-11T17:49:43,408 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a344311ed66e2441ae83935353270d7/C in TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:43,408 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/7d42f6fa09494e62bcd6e34d0376b49d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/068ba9985e9242b3a31fda384060b687, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/a625ddda76164a9d91e70ccaa217c93e] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp, totalSize=36.4 K
2024-11-11T17:49:43,408 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d42f6fa09494e62bcd6e34d0376b49d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731347379726
2024-11-11T17:49:43,410 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 068ba9985e9242b3a31fda384060b687, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731347379802
2024-11-11T17:49:43,411 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting a625ddda76164a9d91e70ccaa217c93e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731347381983
2024-11-11T17:49:43,419 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a344311ed66e2441ae83935353270d7#C#compaction#226 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:43,420 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/6c6329aceb664c42888b98e3fc763fe4 is 50, key is test_row_0/C:col10/1731347382106/Put/seqid=0
2024-11-11T17:49:43,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742092_1268 (size=12915)
2024-11-11T17:49:43,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-11T17:49:43,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:43,427 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 9a344311ed66e2441ae83935353270d7 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-11T17:49:43,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=A
2024-11-11T17:49:43,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:43,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=B
2024-11-11T17:49:43,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:43,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=C
2024-11-11T17:49:43,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:43,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/225c29692e8a4ae0a0f43a1423179442 is 50, key is test_row_0/A:col10/1731347382124/Put/seqid=0
2024-11-11T17:49:43,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742093_1269 (size=12301)
2024-11-11T17:49:43,438 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/225c29692e8a4ae0a0f43a1423179442
2024-11-11T17:49:43,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/cc8a4b52a0854679905eedd97d609a99 is 50, key is test_row_0/B:col10/1731347382124/Put/seqid=0
2024-11-11T17:49:43,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742094_1270 (size=12301)
2024-11-11T17:49:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-11T17:49:43,833 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/6c6329aceb664c42888b98e3fc763fe4 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/6c6329aceb664c42888b98e3fc763fe4
2024-11-11T17:49:43,845 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a344311ed66e2441ae83935353270d7/C of 9a344311ed66e2441ae83935353270d7 into 6c6329aceb664c42888b98e3fc763fe4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:43,845 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:43,845 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., storeName=9a344311ed66e2441ae83935353270d7/C, priority=13, startTime=1731347383383; duration=0sec
2024-11-11T17:49:43,845 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:43,845 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:C
2024-11-11T17:49:43,855 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/cc8a4b52a0854679905eedd97d609a99
2024-11-11T17:49:43,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/014f04b123b944c88c3b4b8a823000bf is 50, key is test_row_0/C:col10/1731347382124/Put/seqid=0
2024-11-11T17:49:43,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742095_1271 (size=12301)
2024-11-11T17:49:43,922 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/014f04b123b944c88c3b4b8a823000bf
2024-11-11T17:49:43,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/225c29692e8a4ae0a0f43a1423179442 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/225c29692e8a4ae0a0f43a1423179442
2024-11-11T17:49:43,933 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/225c29692e8a4ae0a0f43a1423179442, entries=150, sequenceid=327, filesize=12.0 K
2024-11-11T17:49:43,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/cc8a4b52a0854679905eedd97d609a99 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/cc8a4b52a0854679905eedd97d609a99
2024-11-11T17:49:43,939 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/cc8a4b52a0854679905eedd97d609a99, entries=150, sequenceid=327, filesize=12.0 K
2024-11-11T17:49:43,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/014f04b123b944c88c3b4b8a823000bf as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/014f04b123b944c88c3b4b8a823000bf
2024-11-11T17:49:43,946 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/014f04b123b944c88c3b4b8a823000bf, entries=150, sequenceid=327, filesize=12.0 K
2024-11-11T17:49:43,947 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 9a344311ed66e2441ae83935353270d7 in 520ms, sequenceid=327, compaction requested=false
2024-11-11T17:49:43,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:43,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:43,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75
2024-11-11T17:49:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=75
2024-11-11T17:49:43,952 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74
2024-11-11T17:49:43,953 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5910 sec
2024-11-11T17:49:43,965 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.6020 sec
2024-11-11T17:49:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:44,306 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a344311ed66e2441ae83935353270d7 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-11T17:49:44,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=A
2024-11-11T17:49:44,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:44,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=B
2024-11-11T17:49:44,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:44,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=C
2024-11-11T17:49:44,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:44,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/9cd8803178314aee9286e887d5cebdfc is 50, key is test_row_0/A:col10/1731347384297/Put/seqid=0
2024-11-11T17:49:44,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742096_1272 (size=22065)
2024-11-11T17:49:44,333 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/9cd8803178314aee9286e887d5cebdfc
2024-11-11T17:49:44,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/761132f05ca749a9b009f5bd602ef710 is 50, key is test_row_0/B:col10/1731347384297/Put/seqid=0
2024-11-11T17:49:44,358 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731347384342, max timestamp=1731347384355Num uniques 859; 
2024-11-11T17:49:44,358 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731347384342, max timestamp=1731347384355Num uniques 859; 
2024-11-11T17:49:44,358 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-11T17:49:44,358 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-11T17:49:44,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731347384342, max timestamp=1731347384355Num uniques 859; 
2024-11-11T17:49:44,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-11T17:49:44,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742097_1273 (size=12301)
2024-11-11T17:49:44,405 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347444398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:44,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:44,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:44,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:44,410 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347444401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:44,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:44,411 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:44,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:44,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347444403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:44,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:44,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:44,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-11T17:49:44,509 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:49:44,509 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:49:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees
2024-11-11T17:49:44,512 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:49:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-11T17:49:44,513 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:49:44,513 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:49:44,517 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347444515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:44,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:44,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:44,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:44,521 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347444515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:44,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:44,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:44,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:44,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347444515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:44,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:44,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:44,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-11T17:49:44,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-11T17:49:44,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:44,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:44,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:44,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:44,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:44,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347444726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:44,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347444726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:44,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:44,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:44,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:44,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:44,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:44,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:44,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347444726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:44,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:44,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:44,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:44,767 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/761132f05ca749a9b009f5bd602ef710
2024-11-11T17:49:44,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/9c958c7ae06a46c6bc50a64c98b3bbdf is 50, key is test_row_0/C:col10/1731347384297/Put/seqid=0
2024-11-11T17:49:44,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742098_1274 (size=12301)
2024-11-11T17:49:44,778 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/9c958c7ae06a46c6bc50a64c98b3bbdf
2024-11-11T17:49:44,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/9cd8803178314aee9286e887d5cebdfc as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/9cd8803178314aee9286e887d5cebdfc
2024-11-11T17:49:44,804 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/9cd8803178314aee9286e887d5cebdfc, entries=350, sequenceid=338, filesize=21.5 K
2024-11-11T17:49:44,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/761132f05ca749a9b009f5bd602ef710 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/761132f05ca749a9b009f5bd602ef710
2024-11-11T17:49:44,816 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/761132f05ca749a9b009f5bd602ef710, entries=150, sequenceid=338, filesize=12.0 K
2024-11-11T17:49:44,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/9c958c7ae06a46c6bc50a64c98b3bbdf as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/9c958c7ae06a46c6bc50a64c98b3bbdf
2024-11-11T17:49:44,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-11T17:49:44,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:44,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:44,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:44,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:44,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:44,823 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/9c958c7ae06a46c6bc50a64c98b3bbdf, entries=150, sequenceid=338, filesize=12.0 K
2024-11-11T17:49:44,824 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 9a344311ed66e2441ae83935353270d7 in 518ms, sequenceid=338, compaction requested=true
2024-11-11T17:49:44,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:44,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:49:44,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:44,824 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:44,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:49:44,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:49:44,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:49:44,824 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:44,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-11T17:49:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-11T17:49:44,825 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 47315 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:44,826 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 9a344311ed66e2441ae83935353270d7/A is initiating minor compaction (all files)
2024-11-11T17:49:44,826 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a344311ed66e2441ae83935353270d7/A in TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:44,826 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/61221aaf5eba4b31a186d10a641c3a9f, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/225c29692e8a4ae0a0f43a1423179442, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/9cd8803178314aee9286e887d5cebdfc] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp, totalSize=46.2 K
2024-11-11T17:49:44,826 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61221aaf5eba4b31a186d10a641c3a9f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731347381983
2024-11-11T17:49:44,826 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 225c29692e8a4ae0a0f43a1423179442, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731347382124
2024-11-11T17:49:44,827 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:44,827 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 9a344311ed66e2441ae83935353270d7/B is initiating minor compaction (all files)
2024-11-11T17:49:44,827 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a344311ed66e2441ae83935353270d7/B in TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:44,827 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/540a9b8feb21410db4728c08d2b11b4c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/cc8a4b52a0854679905eedd97d609a99, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/761132f05ca749a9b009f5bd602ef710] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp, totalSize=36.7 K
2024-11-11T17:49:44,827 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cd8803178314aee9286e887d5cebdfc, keycount=350, bloomtype=ROW, size=21.5 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731347384295
2024-11-11T17:49:44,827 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 540a9b8feb21410db4728c08d2b11b4c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731347381983
2024-11-11T17:49:44,828 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting cc8a4b52a0854679905eedd97d609a99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731347382124
2024-11-11T17:49:44,828 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 761132f05ca749a9b009f5bd602ef710, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731347384297
2024-11-11T17:49:44,846 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a344311ed66e2441ae83935353270d7#A#compaction#233 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:44,847 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/4253c4ba3cbb499f823116c19f021d10 is 50, key is test_row_0/A:col10/1731347384297/Put/seqid=0
2024-11-11T17:49:44,854 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a344311ed66e2441ae83935353270d7#B#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:44,854 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/b8e91c11d00b41f3b599a0ae68724a76 is 50, key is test_row_0/B:col10/1731347384297/Put/seqid=0
2024-11-11T17:49:44,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742100_1276 (size=13051)
2024-11-11T17:49:44,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742099_1275 (size=13051)
2024-11-11T17:49:44,882 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/4253c4ba3cbb499f823116c19f021d10 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/4253c4ba3cbb499f823116c19f021d10
2024-11-11T17:49:44,888 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a344311ed66e2441ae83935353270d7/A of 9a344311ed66e2441ae83935353270d7 into 4253c4ba3cbb499f823116c19f021d10(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:44,888 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:44,888 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., storeName=9a344311ed66e2441ae83935353270d7/A, priority=13, startTime=1731347384824; duration=0sec
2024-11-11T17:49:44,888 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:49:44,888 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:A
2024-11-11T17:49:44,888 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:44,889 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:44,890 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 9a344311ed66e2441ae83935353270d7/C is initiating minor compaction (all files)
2024-11-11T17:49:44,890 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a344311ed66e2441ae83935353270d7/C in TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:44,890 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/6c6329aceb664c42888b98e3fc763fe4, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/014f04b123b944c88c3b4b8a823000bf, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/9c958c7ae06a46c6bc50a64c98b3bbdf] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp, totalSize=36.6 K
2024-11-11T17:49:44,890 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c6329aceb664c42888b98e3fc763fe4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731347381983
2024-11-11T17:49:44,891 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 014f04b123b944c88c3b4b8a823000bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731347382124
2024-11-11T17:49:44,892 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c958c7ae06a46c6bc50a64c98b3bbdf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731347384297
2024-11-11T17:49:44,905 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a344311ed66e2441ae83935353270d7#C#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:44,909 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/26755fd96c6c4211ad1cba0d1e5dff09 is 50, key is test_row_0/C:col10/1731347384297/Put/seqid=0
2024-11-11T17:49:44,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742101_1277 (size=13017)
2024-11-11T17:49:44,959 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/26755fd96c6c4211ad1cba0d1e5dff09 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/26755fd96c6c4211ad1cba0d1e5dff09
2024-11-11T17:49:44,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-11T17:49:44,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:44,974 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 9a344311ed66e2441ae83935353270d7 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-11-11T17:49:44,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=A
2024-11-11T17:49:44,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:49:44,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=B
2024-11-11T17:49:44,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:49:44,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=C
2024-11-11T17:49:44,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:49:44,980 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a344311ed66e2441ae83935353270d7/C of 9a344311ed66e2441ae83935353270d7 into 26755fd96c6c4211ad1cba0d1e5dff09(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:44,980 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:44,980 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., storeName=9a344311ed66e2441ae83935353270d7/C, priority=13, startTime=1731347384824; duration=0sec
2024-11-11T17:49:44,981 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:44,981 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:C
2024-11-11T17:49:44,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/c02e50bcb6e1439c94cbefe4c5555a04 is 50, key is test_row_0/A:col10/1731347384389/Put/seqid=0
2024-11-11T17:49:45,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742102_1278 (size=12301)
2024-11-11T17:49:45,015 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/c02e50bcb6e1439c94cbefe4c5555a04
2024-11-11T17:49:45,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:45,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/5e3d7974884746fc98ad75eb6c3a7c06 is 50, key is test_row_0/B:col10/1731347384389/Put/seqid=0
2024-11-11T17:49:45,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347445052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:45,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:45,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347445059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:45,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:45,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347445060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:45,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:45,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742103_1279 (size=12301)
2024-11-11T17:49:45,098 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/5e3d7974884746fc98ad75eb6c3a7c06
2024-11-11T17:49:45,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/4ec416a5365b48449fa03bb7782c57aa is 50, key is test_row_0/C:col10/1731347384389/Put/seqid=0
2024-11-11T17:49:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-11T17:49:45,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347445165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:45,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347445175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:45,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:45,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742104_1280 (size=12301)
2024-11-11T17:49:45,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:45,185 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/4ec416a5365b48449fa03bb7782c57aa
2024-11-11T17:49:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347445175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:45,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:45,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/c02e50bcb6e1439c94cbefe4c5555a04 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c02e50bcb6e1439c94cbefe4c5555a04
2024-11-11T17:49:45,195 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c02e50bcb6e1439c94cbefe4c5555a04, entries=150, sequenceid=375, filesize=12.0 K
2024-11-11T17:49:45,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/5e3d7974884746fc98ad75eb6c3a7c06 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/5e3d7974884746fc98ad75eb6c3a7c06
2024-11-11T17:49:45,201 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/5e3d7974884746fc98ad75eb6c3a7c06, entries=150, sequenceid=375, filesize=12.0 K
2024-11-11T17:49:45,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/4ec416a5365b48449fa03bb7782c57aa as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/4ec416a5365b48449fa03bb7782c57aa
2024-11-11T17:49:45,207 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/4ec416a5365b48449fa03bb7782c57aa, entries=150, sequenceid=375, filesize=12.0 K
2024-11-11T17:49:45,207 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 9a344311ed66e2441ae83935353270d7 in 233ms, sequenceid=375, compaction requested=false
2024-11-11T17:49:45,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:45,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:45,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77
2024-11-11T17:49:45,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=77
2024-11-11T17:49:45,217 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76
2024-11-11T17:49:45,217 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 696 msec
2024-11-11T17:49:45,227 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 714 msec
2024-11-11T17:49:45,278 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/b8e91c11d00b41f3b599a0ae68724a76 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/b8e91c11d00b41f3b599a0ae68724a76
2024-11-11T17:49:45,286 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a344311ed66e2441ae83935353270d7/B of 9a344311ed66e2441ae83935353270d7 into b8e91c11d00b41f3b599a0ae68724a76(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:45,286 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:45,286 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., storeName=9a344311ed66e2441ae83935353270d7/B, priority=13, startTime=1731347384824; duration=0sec
2024-11-11T17:49:45,286 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:45,286 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:B
2024-11-11T17:49:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:45,378 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a344311ed66e2441ae83935353270d7 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-11T17:49:45,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=A
2024-11-11T17:49:45,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:45,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=B
2024-11-11T17:49:45,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:45,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=C
2024-11-11T17:49:45,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:45,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/71446dbf7f2d440b83be2b27b1bcb701 is 50, key is test_row_0/A:col10/1731347385050/Put/seqid=0
2024-11-11T17:49:45,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742105_1281 (size=14741)
2024-11-11T17:49:45,430 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/71446dbf7f2d440b83be2b27b1bcb701
2024-11-11T17:49:45,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/cfc5e0252c51497181438ecc55902c07 is 50, key is test_row_0/B:col10/1731347385050/Put/seqid=0
2024-11-11T17:49:45,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742106_1282 (size=12301)
2024-11-11T17:49:45,467 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1731347385398, max timestamp=1731347385442Num uniques 859; 
2024-11-11T17:49:45,468 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-11T17:49:45,468 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731347385398, max timestamp=1731347385442Num uniques 859; 
2024-11-11T17:49:45,468 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-11T17:49:45,469 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1731347385398, max timestamp=1731347385442Num uniques 859; 
2024-11-11T17:49:45,469 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-11T17:49:45,521 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347445513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:45,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:45,530 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347445522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:45,530 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:45,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347445524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:45,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:45,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347445624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:45,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:45,638 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347445635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:45,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:45,639 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347445635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:45,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:45,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-11T17:49:45,645 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:49:45,646 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:49:45,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees
2024-11-11T17:49:45,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-11T17:49:45,647 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:49:45,648 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:49:45,648 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:49:45,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-11T17:49:45,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-11T17:49:45,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:45,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:45,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:45,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:45,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:45,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347445835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:45,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:45,844 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/cfc5e0252c51497181438ecc55902c07
2024-11-11T17:49:45,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347445845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:45,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:45,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347445845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:45,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:45,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:45,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:45,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/9b66e59de76a436598eca672c1f7b29e is 50, key is test_row_0/C:col10/1731347385050/Put/seqid=0
2024-11-11T17:49:45,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742107_1283 (size=12301)
2024-11-11T17:49:45,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-11T17:49:45,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:45,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:45,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:45,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:45,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:45,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-11T17:49:46,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-11T17:49:46,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:46,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:46,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:46,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:46,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:46,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:46,150 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:46,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347446145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:46,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:46,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:46,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:46,159 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:46,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347446155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:46,159 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:46,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:46,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:46,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347446155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:46,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:46,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:46,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:46,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:46,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-11T17:49:46,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:46,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:46,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:46,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:46,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:46,261 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/9b66e59de76a436598eca672c1f7b29e
2024-11-11T17:49:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:46,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/71446dbf7f2d440b83be2b27b1bcb701 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/71446dbf7f2d440b83be2b27b1bcb701
2024-11-11T17:49:46,272 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/71446dbf7f2d440b83be2b27b1bcb701, entries=200, sequenceid=388, filesize=14.4 K
2024-11-11T17:49:46,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/cfc5e0252c51497181438ecc55902c07 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/cfc5e0252c51497181438ecc55902c07
2024-11-11T17:49:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-11T17:49:46,278 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/cfc5e0252c51497181438ecc55902c07, entries=150, sequenceid=388, filesize=12.0 K
2024-11-11T17:49:46,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/9b66e59de76a436598eca672c1f7b29e as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/9b66e59de76a436598eca672c1f7b29e
2024-11-11T17:49:46,285 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/9b66e59de76a436598eca672c1f7b29e, entries=150, sequenceid=388, filesize=12.0 K
2024-11-11T17:49:46,286 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 9a344311ed66e2441ae83935353270d7 in 907ms, sequenceid=388, compaction requested=true
2024-11-11T17:49:46,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:46,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:49:46,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:46,286 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:46,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:49:46,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:46,286 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:46,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:49:46,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:49:46,287 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:46,287 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 9a344311ed66e2441ae83935353270d7/A is initiating minor compaction (all files)
2024-11-11T17:49:46,287 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a344311ed66e2441ae83935353270d7/A in TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:46,287 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/4253c4ba3cbb499f823116c19f021d10, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c02e50bcb6e1439c94cbefe4c5555a04, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/71446dbf7f2d440b83be2b27b1bcb701] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp, totalSize=39.2 K
2024-11-11T17:49:46,289 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4253c4ba3cbb499f823116c19f021d10, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731347384297
2024-11-11T17:49:46,289 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting c02e50bcb6e1439c94cbefe4c5555a04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731347384389
2024-11-11T17:49:46,290 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71446dbf7f2d440b83be2b27b1bcb701, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1731347385038
2024-11-11T17:49:46,290 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:46,290 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 9a344311ed66e2441ae83935353270d7/B is initiating minor compaction (all files)
2024-11-11T17:49:46,290 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a344311ed66e2441ae83935353270d7/B in TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:46,290 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/b8e91c11d00b41f3b599a0ae68724a76, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/5e3d7974884746fc98ad75eb6c3a7c06, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/cfc5e0252c51497181438ecc55902c07] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp, totalSize=36.8 K
2024-11-11T17:49:46,291 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting b8e91c11d00b41f3b599a0ae68724a76, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731347384297
2024-11-11T17:49:46,291 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e3d7974884746fc98ad75eb6c3a7c06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731347384389
2024-11-11T17:49:46,291 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting cfc5e0252c51497181438ecc55902c07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1731347385038
2024-11-11T17:49:46,306 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a344311ed66e2441ae83935353270d7#A#compaction#242 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:46,306 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/4bd7e96826f442aebb0aa5db69038517 is 50, key is test_row_0/A:col10/1731347385050/Put/seqid=0
2024-11-11T17:49:46,317 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a344311ed66e2441ae83935353270d7#B#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:46,318 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/0c276ba9fc9f4e438653256a22f6e023 is 50, key is test_row_0/B:col10/1731347385050/Put/seqid=0
2024-11-11T17:49:46,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742108_1284 (size=13153)
2024-11-11T17:49:46,350 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/4bd7e96826f442aebb0aa5db69038517 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/4bd7e96826f442aebb0aa5db69038517
2024-11-11T17:49:46,359 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a344311ed66e2441ae83935353270d7/A of 9a344311ed66e2441ae83935353270d7 into 4bd7e96826f442aebb0aa5db69038517(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:46,359 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:46,359 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., storeName=9a344311ed66e2441ae83935353270d7/A, priority=13, startTime=1731347386286; duration=0sec
2024-11-11T17:49:46,359 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:49:46,359 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:A
2024-11-11T17:49:46,359 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:46,359 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742109_1285 (size=13153)
2024-11-11T17:49:46,360 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:46,360 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 9a344311ed66e2441ae83935353270d7/C is initiating minor compaction (all files)
2024-11-11T17:49:46,360 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a344311ed66e2441ae83935353270d7/C in TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:46,361 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/26755fd96c6c4211ad1cba0d1e5dff09, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/4ec416a5365b48449fa03bb7782c57aa, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/9b66e59de76a436598eca672c1f7b29e] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp, totalSize=36.7 K
2024-11-11T17:49:46,361 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26755fd96c6c4211ad1cba0d1e5dff09, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731347384297
2024-11-11T17:49:46,361 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ec416a5365b48449fa03bb7782c57aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731347384389
2024-11-11T17:49:46,363 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b66e59de76a436598eca672c1f7b29e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1731347385038
2024-11-11T17:49:46,368 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/0c276ba9fc9f4e438653256a22f6e023 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/0c276ba9fc9f4e438653256a22f6e023
2024-11-11T17:49:46,384 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a344311ed66e2441ae83935353270d7/B of 9a344311ed66e2441ae83935353270d7 into 0c276ba9fc9f4e438653256a22f6e023(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:46,384 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:46,384 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., storeName=9a344311ed66e2441ae83935353270d7/B, priority=13, startTime=1731347386286; duration=0sec
2024-11-11T17:49:46,384 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:46,384 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:B
2024-11-11T17:49:46,387 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a344311ed66e2441ae83935353270d7#C#compaction#244 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:46,387 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/7d29f5e405f840989baaa94028beb095 is 50, key is test_row_0/C:col10/1731347385050/Put/seqid=0
2024-11-11T17:49:46,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742110_1286 (size=13119)
2024-11-11T17:49:46,409 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/7d29f5e405f840989baaa94028beb095 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/7d29f5e405f840989baaa94028beb095
2024-11-11T17:49:46,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-11T17:49:46,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:46,414 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 9a344311ed66e2441ae83935353270d7 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-11-11T17:49:46,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=A
2024-11-11T17:49:46,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:49:46,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=B
2024-11-11T17:49:46,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:49:46,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=C
2024-11-11T17:49:46,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:49:46,416 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a344311ed66e2441ae83935353270d7/C of 9a344311ed66e2441ae83935353270d7 into 7d29f5e405f840989baaa94028beb095(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:46,416 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:46,416 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., storeName=9a344311ed66e2441ae83935353270d7/C, priority=13, startTime=1731347386286; duration=0sec
2024-11-11T17:49:46,416 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:46,416 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:C
2024-11-11T17:49:46,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/56c14af5ddf64118ba4b874f4e6b09dc is 50, key is test_row_0/A:col10/1731347385509/Put/seqid=0
2024-11-11T17:49:46,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742111_1287 (size=12301)
2024-11-11T17:49:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:46,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. as already flushing
2024-11-11T17:49:46,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347446676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:46,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:46,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:46,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:46,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347446680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:46,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347446680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:46,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:46,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:46,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:46,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:46,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:46,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-11T17:49:46,788 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347446785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:46,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:46,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:46,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:46,795 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347446795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:46,796 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347446795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:46,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:46,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:46,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:46,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:46,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:46,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:46,831 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/56c14af5ddf64118ba4b874f4e6b09dc
2024-11-11T17:49:46,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/0bc2eed7b581444b8e3cb60f4c989333 is 50, key is test_row_0/B:col10/1731347385509/Put/seqid=0
2024-11-11T17:49:46,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742112_1288 (size=12301)
2024-11-11T17:49:46,846 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/0bc2eed7b581444b8e3cb60f4c989333
2024-11-11T17:49:46,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/f7f8262ba98e4b2eada8ed960426466f is 50, key is test_row_0/C:col10/1731347385509/Put/seqid=0
2024-11-11T17:49:46,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742113_1289 (size=12301)
2024-11-11T17:49:46,872 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/f7f8262ba98e4b2eada8ed960426466f
2024-11-11T17:49:46,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/56c14af5ddf64118ba4b874f4e6b09dc as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/56c14af5ddf64118ba4b874f4e6b09dc
2024-11-11T17:49:46,886 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/56c14af5ddf64118ba4b874f4e6b09dc, entries=150, sequenceid=426, filesize=12.0 K
2024-11-11T17:49:46,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/0bc2eed7b581444b8e3cb60f4c989333 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/0bc2eed7b581444b8e3cb60f4c989333
2024-11-11T17:49:46,893 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/0bc2eed7b581444b8e3cb60f4c989333, entries=150, sequenceid=426, filesize=12.0 K
2024-11-11T17:49:46,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/f7f8262ba98e4b2eada8ed960426466f as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/f7f8262ba98e4b2eada8ed960426466f
2024-11-11T17:49:46,899 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/f7f8262ba98e4b2eada8ed960426466f, entries=150, sequenceid=426, filesize=12.0 K
2024-11-11T17:49:46,900 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 9a344311ed66e2441ae83935353270d7 in 486ms, sequenceid=426, compaction requested=false
2024-11-11T17:49:46,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:46,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:46,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79
2024-11-11T17:49:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=79
2024-11-11T17:49:46,904 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78
2024-11-11T17:49:46,904 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2540 sec
2024-11-11T17:49:46,908 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.2590 sec
2024-11-11T17:49:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:46,997 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a344311ed66e2441ae83935353270d7 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-11T17:49:46,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=A
2024-11-11T17:49:46,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:46,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=B
2024-11-11T17:49:46,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:46,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=C
2024-11-11T17:49:46,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:47,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/fb94ba0749194c438f5069e42a3fc96d is 50, key is test_row_0/A:col10/1731347386671/Put/seqid=0
2024-11-11T17:49:47,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742114_1290 (size=12301)
2024-11-11T17:49:47,053 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731347387019, max timestamp=1731347387049Num uniques 859; 
2024-11-11T17:49:47,053 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-11T17:49:47,056 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731347387025, max timestamp=1731347387049Num uniques 859; 
2024-11-11T17:49:47,056 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-11T17:49:47,056 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731347387025, max timestamp=1731347387049Num uniques 859; 
2024-11-11T17:49:47,056 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-11T17:49:47,107 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347447099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:47,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:47,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:47,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:47,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347447100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:47,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:47,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:47,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:47,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347447101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:47,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:47,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:47,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:47,114 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-11T17:49:47,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347447215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:47,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:47,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347447215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:47,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:47,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:47,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:47,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347447215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:47,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:47,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:47,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:47,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:47,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:47,306 INFO  [Thread-1012 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1012.
2024-11-11T17:49:47,306 DEBUG [Thread-1012 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:49:47,306 DEBUG [Thread-1012 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:47,306 INFO  [Thread-1010 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1010.
2024-11-11T17:49:47,306 DEBUG [Thread-1010 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:49:47,306 DEBUG [Thread-1010 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:47,306 DEBUG [Thread-1012 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:47,306 DEBUG [Thread-1010 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:47,306 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:49:47,306 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:49:47,308 INFO  [Thread-1006 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1006.
2024-11-11T17:49:47,308 DEBUG [Thread-1006 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:49:47,308 DEBUG [Thread-1006 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:47,308 DEBUG [Thread-1006 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:47,308 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:49:47,313 INFO  [Thread-1008 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1008.
2024-11-11T17:49:47,313 DEBUG [Thread-1008 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:49:47,313 DEBUG [Thread-1008 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:47,313 INFO  [Thread-1004 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1004.
2024-11-11T17:49:47,313 DEBUG [Thread-1008 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:47,313 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:49:47,313 DEBUG [Thread-1004 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:49:47,313 DEBUG [Thread-1004 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:47,313 DEBUG [Thread-1004 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:47,313 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:49:47,419 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/fb94ba0749194c438f5069e42a3fc96d
2024-11-11T17:49:47,425 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:47,425 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:47,425 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347447425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347447425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347447425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:47,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:47,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:47,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:47,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:47,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:47,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:47,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:47,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:47,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:47,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/fc47a976cb2c46b5a16857311af2ad49 is 50, key is test_row_0/B:col10/1731347386671/Put/seqid=0
2024-11-11T17:49:47,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742115_1291 (size=12301)
2024-11-11T17:49:47,735 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:47,735 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:47,735 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347447735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347447735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347447735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:47,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:47,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:47,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:47,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:47,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:47,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:47,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:47,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:47,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-11T17:49:47,795 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:49:47,830 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/fc47a976cb2c46b5a16857311af2ad49
2024-11-11T17:49:47,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/f7d906f2179842909a2abbb38a1e61ff is 50, key is test_row_0/C:col10/1731347386671/Put/seqid=0
2024-11-11T17:49:47,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742116_1292 (size=12301)
2024-11-11T17:49:48,240 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/f7d906f2179842909a2abbb38a1e61ff
2024-11-11T17:49:48,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/fb94ba0749194c438f5069e42a3fc96d as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/fb94ba0749194c438f5069e42a3fc96d
2024-11-11T17:49:48,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:48,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33192 deadline: 1731347448245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33230 deadline: 1731347448246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:48,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33216 deadline: 1731347448246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:48,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:48,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:48,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:48,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:48,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:48,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:48,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:48,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:48,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:49:48,251 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/fb94ba0749194c438f5069e42a3fc96d, entries=150, sequenceid=438, filesize=12.0 K
2024-11-11T17:49:48,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/fc47a976cb2c46b5a16857311af2ad49 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/fc47a976cb2c46b5a16857311af2ad49
2024-11-11T17:49:48,257 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/fc47a976cb2c46b5a16857311af2ad49, entries=150, sequenceid=438, filesize=12.0 K
2024-11-11T17:49:48,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/f7d906f2179842909a2abbb38a1e61ff as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/f7d906f2179842909a2abbb38a1e61ff
2024-11-11T17:49:48,263 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/f7d906f2179842909a2abbb38a1e61ff, entries=150, sequenceid=438, filesize=12.0 K
2024-11-11T17:49:48,264 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=125.23 KB/128240 for 9a344311ed66e2441ae83935353270d7 in 1268ms, sequenceid=438, compaction requested=true
2024-11-11T17:49:48,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:48,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:49:48,265 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:48,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:48,265 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:48,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:49:48,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:48,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a344311ed66e2441ae83935353270d7:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:49:48,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:49:48,266 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:48,266 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:48,266 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 9a344311ed66e2441ae83935353270d7/B is initiating minor compaction (all files)
2024-11-11T17:49:48,266 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 9a344311ed66e2441ae83935353270d7/A is initiating minor compaction (all files)
2024-11-11T17:49:48,266 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a344311ed66e2441ae83935353270d7/B in TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:48,266 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a344311ed66e2441ae83935353270d7/A in TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:48,266 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/4bd7e96826f442aebb0aa5db69038517, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/56c14af5ddf64118ba4b874f4e6b09dc, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/fb94ba0749194c438f5069e42a3fc96d] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp, totalSize=36.9 K
2024-11-11T17:49:48,266 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/0c276ba9fc9f4e438653256a22f6e023, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/0bc2eed7b581444b8e3cb60f4c989333, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/fc47a976cb2c46b5a16857311af2ad49] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp, totalSize=36.9 K
2024-11-11T17:49:48,267 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c276ba9fc9f4e438653256a22f6e023, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1731347385038
2024-11-11T17:49:48,267 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bd7e96826f442aebb0aa5db69038517, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1731347385038
2024-11-11T17:49:48,267 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56c14af5ddf64118ba4b874f4e6b09dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731347385509
2024-11-11T17:49:48,267 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bc2eed7b581444b8e3cb60f4c989333, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731347385509
2024-11-11T17:49:48,267 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb94ba0749194c438f5069e42a3fc96d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1731347386671
2024-11-11T17:49:48,267 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting fc47a976cb2c46b5a16857311af2ad49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1731347386671
2024-11-11T17:49:48,278 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a344311ed66e2441ae83935353270d7#A#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:48,278 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/d75acd49508e4edfbc6c75f4ed0f5935 is 50, key is test_row_0/A:col10/1731347386671/Put/seqid=0
2024-11-11T17:49:48,279 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a344311ed66e2441ae83935353270d7#B#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:48,280 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/dd8565992b2c415987387db9bd195c53 is 50, key is test_row_0/B:col10/1731347386671/Put/seqid=0
2024-11-11T17:49:48,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742117_1293 (size=13255)
2024-11-11T17:49:48,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742118_1294 (size=13255)
2024-11-11T17:49:48,694 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/dd8565992b2c415987387db9bd195c53 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/dd8565992b2c415987387db9bd195c53
2024-11-11T17:49:48,694 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/d75acd49508e4edfbc6c75f4ed0f5935 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/d75acd49508e4edfbc6c75f4ed0f5935
2024-11-11T17:49:48,698 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a344311ed66e2441ae83935353270d7/A of 9a344311ed66e2441ae83935353270d7 into d75acd49508e4edfbc6c75f4ed0f5935(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:48,698 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a344311ed66e2441ae83935353270d7/B of 9a344311ed66e2441ae83935353270d7 into dd8565992b2c415987387db9bd195c53(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:48,698 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:48,698 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:48,698 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., storeName=9a344311ed66e2441ae83935353270d7/B, priority=13, startTime=1731347388265; duration=0sec
2024-11-11T17:49:48,698 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., storeName=9a344311ed66e2441ae83935353270d7/A, priority=13, startTime=1731347388265; duration=0sec
2024-11-11T17:49:48,699 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:49:48,699 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:B
2024-11-11T17:49:48,699 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:49:48,699 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:A
2024-11-11T17:49:48,699 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:49:48,699 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:49:48,699 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 9a344311ed66e2441ae83935353270d7/C is initiating minor compaction (all files)
2024-11-11T17:49:48,699 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a344311ed66e2441ae83935353270d7/C in TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:48,700 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/7d29f5e405f840989baaa94028beb095, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/f7f8262ba98e4b2eada8ed960426466f, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/f7d906f2179842909a2abbb38a1e61ff] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp, totalSize=36.8 K
2024-11-11T17:49:48,700 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d29f5e405f840989baaa94028beb095, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1731347385038
2024-11-11T17:49:48,700 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting f7f8262ba98e4b2eada8ed960426466f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731347385509
2024-11-11T17:49:48,700 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting f7d906f2179842909a2abbb38a1e61ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1731347386671
2024-11-11T17:49:48,706 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a344311ed66e2441ae83935353270d7#C#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:49:48,706 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/c33905d35b184055bd71eaea8ee0f71c is 50, key is test_row_0/C:col10/1731347386671/Put/seqid=0
2024-11-11T17:49:48,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742119_1295 (size=13221)
2024-11-11T17:49:49,115 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/c33905d35b184055bd71eaea8ee0f71c as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/c33905d35b184055bd71eaea8ee0f71c
2024-11-11T17:49:49,121 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a344311ed66e2441ae83935353270d7/C of 9a344311ed66e2441ae83935353270d7 into c33905d35b184055bd71eaea8ee0f71c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:49:49,121 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:49,121 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., storeName=9a344311ed66e2441ae83935353270d7/C, priority=13, startTime=1731347388265; duration=0sec
2024-11-11T17:49:49,121 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:49:49,121 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a344311ed66e2441ae83935353270d7:C
2024-11-11T17:49:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:49,257 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a344311ed66e2441ae83935353270d7 3/3 column families, dataSize=145.36 KB heapSize=415.77 KB
2024-11-11T17:49:49,257 INFO  [Thread-993 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-993.
2024-11-11T17:49:49,257 DEBUG [Thread-993 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:49:49,257 DEBUG [Thread-993 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:49,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=A
2024-11-11T17:49:49,257 DEBUG [Thread-993 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:49,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-11T17:49:49,257 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:49:49,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=B
2024-11-11T17:49:49,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-11T17:49:49,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=C
2024-11-11T17:49:49,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-11T17:49:49,257 INFO  [Thread-1001 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1001.
2024-11-11T17:49:49,257 DEBUG [Thread-1001 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:49:49,258 DEBUG [Thread-1001 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:49,258 INFO  [Thread-995 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-995.
2024-11-11T17:49:49,258 DEBUG [Thread-1001 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:49,258 DEBUG [Thread-995 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:49:49,258 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:49:49,258 DEBUG [Thread-995 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:49,258 DEBUG [Thread-995 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:49,258 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:49:49,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/65354021af5347b9a739405c8170179d is 50, key is test_row_0/A:col10/1731347389255/Put/seqid=0
2024-11-11T17:49:49,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742120_1296 (size=12301)
2024-11-11T17:49:49,669 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/65354021af5347b9a739405c8170179d
2024-11-11T17:49:49,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/1f186b1350904b4a952432396e2375d3 is 50, key is test_row_0/B:col10/1731347389255/Put/seqid=0
2024-11-11T17:49:49,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742121_1297 (size=12301)
2024-11-11T17:49:50,084 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/1f186b1350904b4a952432396e2375d3
2024-11-11T17:49:50,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/5bcb2f6974724d779a54071f341da117 is 50, key is test_row_0/C:col10/1731347389255/Put/seqid=0
2024-11-11T17:49:50,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742122_1298 (size=12301)
2024-11-11T17:49:50,100 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/5bcb2f6974724d779a54071f341da117
2024-11-11T17:49:50,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/65354021af5347b9a739405c8170179d as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/65354021af5347b9a739405c8170179d
2024-11-11T17:49:50,109 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/65354021af5347b9a739405c8170179d, entries=150, sequenceid=479, filesize=12.0 K
2024-11-11T17:49:50,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/1f186b1350904b4a952432396e2375d3 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/1f186b1350904b4a952432396e2375d3
2024-11-11T17:49:50,115 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/1f186b1350904b4a952432396e2375d3, entries=150, sequenceid=479, filesize=12.0 K
2024-11-11T17:49:50,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/5bcb2f6974724d779a54071f341da117 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/5bcb2f6974724d779a54071f341da117
2024-11-11T17:49:50,121 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/5bcb2f6974724d779a54071f341da117, entries=150, sequenceid=479, filesize=12.0 K
2024-11-11T17:49:50,122 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~145.36 KB/148850, heapSize ~415.72 KB/425696, currentSize=0 B/0 for 9a344311ed66e2441ae83935353270d7 in 865ms, sequenceid=479, compaction requested=false
2024-11-11T17:49:50,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a344311ed66e2441ae83935353270d7:

2024-11-11T17:49:50,386 INFO  [Thread-997 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-997.
2024-11-11T17:49:50,386 DEBUG [Thread-997 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:49:50,386 DEBUG [Thread-997 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:50,386 DEBUG [Thread-997 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:50,386 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:49:50,437 INFO  [Thread-999 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-999.
2024-11-11T17:49:50,437 DEBUG [Thread-999 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:49:50,437 DEBUG [Thread-999 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:50,437 DEBUG [Thread-999 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:50,437 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:49:50,438 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-11T17:49:50,438 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 111
2024-11-11T17:49:50,438 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 113
2024-11-11T17:49:50,438 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 27
2024-11-11T17:49:50,438 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 26
2024-11-11T17:49:50,438 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 114
2024-11-11T17:49:50,438 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-11T17:49:50,438 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2918
2024-11-11T17:49:50,438 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2978
2024-11-11T17:49:50,438 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2885
2024-11-11T17:49:50,438 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2932
2024-11-11T17:49:50,438 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2980
2024-11-11T17:49:50,438 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-11T17:49:50,438 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-11T17:49:50,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-11T17:49:50,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:50,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:50,439 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:49:50,440 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-11T17:49:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-11T17:49:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-11T17:49:50,443 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731347390443"}]},"ts":"1731347390443"}
2024-11-11T17:49:50,444 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-11T17:49:50,444 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-11T17:49:50,445 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-11T17:49:50,447 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a344311ed66e2441ae83935353270d7, UNASSIGN}]
2024-11-11T17:49:50,447 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a344311ed66e2441ae83935353270d7, UNASSIGN
2024-11-11T17:49:50,448 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=9a344311ed66e2441ae83935353270d7, regionState=CLOSING, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:49:50,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a344311ed66e2441ae83935353270d7, UNASSIGN because future has completed
2024-11-11T17:49:50,449 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-11T17:49:50,450 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708}]
2024-11-11T17:49:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-11T17:49:50,602 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(122): Close 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:50,602 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-11T17:49:50,602 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1722): Closing 9a344311ed66e2441ae83935353270d7, disabling compactions & flushes
2024-11-11T17:49:50,602 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:50,602 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:50,602 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. after waiting 0 ms
2024-11-11T17:49:50,602 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:50,602 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(2902): Flushing 9a344311ed66e2441ae83935353270d7 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB
2024-11-11T17:49:50,602 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=A
2024-11-11T17:49:50,602 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:50,602 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=B
2024-11-11T17:49:50,603 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:50,603 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a344311ed66e2441ae83935353270d7, store=C
2024-11-11T17:49:50,603 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:50,606 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/e05bd67fb5ed4f879810bfec092d4bf4 is 50, key is test_row_0/A:col10/1731347390435/Put/seqid=0
2024-11-11T17:49:50,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742123_1299 (size=9857)
2024-11-11T17:49:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-11T17:49:51,010 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/e05bd67fb5ed4f879810bfec092d4bf4
2024-11-11T17:49:51,023 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/61f7350899344aadaa96dadc19322499 is 50, key is test_row_0/B:col10/1731347390435/Put/seqid=0
2024-11-11T17:49:51,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742124_1300 (size=9857)
2024-11-11T17:49:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-11T17:49:51,428 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/61f7350899344aadaa96dadc19322499
2024-11-11T17:49:51,440 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/e55a9eded23847288fc8d4538ede447a is 50, key is test_row_0/C:col10/1731347390435/Put/seqid=0
2024-11-11T17:49:51,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742125_1301 (size=9857)
2024-11-11T17:49:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-11T17:49:51,846 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/e55a9eded23847288fc8d4538ede447a
2024-11-11T17:49:51,851 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/A/e05bd67fb5ed4f879810bfec092d4bf4 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/e05bd67fb5ed4f879810bfec092d4bf4
2024-11-11T17:49:51,855 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/e05bd67fb5ed4f879810bfec092d4bf4, entries=100, sequenceid=484, filesize=9.6 K
2024-11-11T17:49:51,856 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/B/61f7350899344aadaa96dadc19322499 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/61f7350899344aadaa96dadc19322499
2024-11-11T17:49:51,860 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/61f7350899344aadaa96dadc19322499, entries=100, sequenceid=484, filesize=9.6 K
2024-11-11T17:49:51,861 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/.tmp/C/e55a9eded23847288fc8d4538ede447a as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/e55a9eded23847288fc8d4538ede447a
2024-11-11T17:49:51,865 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/e55a9eded23847288fc8d4538ede447a, entries=100, sequenceid=484, filesize=9.6 K
2024-11-11T17:49:51,866 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 9a344311ed66e2441ae83935353270d7 in 1264ms, sequenceid=484, compaction requested=true
2024-11-11T17:49:51,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c1a18de8006e4d5fbd76cd72ff44033f, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c223ffebf21b4b3bb0f78f42f2d7dd43, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/9eb266892652456c9006e15f5f183186, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/0fbbbbc1c1f2494d9ed38579c7c366fe, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/38a24e6d4e5645b7978e6f8f5d6ddfda, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/a182f67505b94ba9b1af92874c9cb05e, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/1a3584fec4784d6a9246999be7f0c1d2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/9290165af94a4a7caf47868a126e623d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/2571335663e646d7a7111a56cc9d5179, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/aa16c4471fc34a9c80781356402e7e25, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c1d3a81654b34e268c128e875ec8a572, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c125745106dd47efba49a698b76eabb1, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/637b9f95c16044f896e0c4e4a13cabfa, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/5387045dc673475fa2a052acdcb7e27a, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/b3483c04c4004be8abd27cfa47ea3333, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/ca92b29497f2451d92eb5c1f8d22d2a5, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/59a2e93adde349e79b0710a2e990fa48, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/965966f17f0941a59a00a6b1de9a1e8a, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/61221aaf5eba4b31a186d10a641c3a9f, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/01e0b004d74f44bdb4c427dcf7e19b25, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/225c29692e8a4ae0a0f43a1423179442, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/9cd8803178314aee9286e887d5cebdfc, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/4253c4ba3cbb499f823116c19f021d10, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c02e50bcb6e1439c94cbefe4c5555a04, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/71446dbf7f2d440b83be2b27b1bcb701, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/4bd7e96826f442aebb0aa5db69038517, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/56c14af5ddf64118ba4b874f4e6b09dc, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/fb94ba0749194c438f5069e42a3fc96d] to archive
2024-11-11T17:49:51,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-11T17:49:51,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c1a18de8006e4d5fbd76cd72ff44033f to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c1a18de8006e4d5fbd76cd72ff44033f
2024-11-11T17:49:51,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c223ffebf21b4b3bb0f78f42f2d7dd43 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c223ffebf21b4b3bb0f78f42f2d7dd43
2024-11-11T17:49:51,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/9eb266892652456c9006e15f5f183186 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/9eb266892652456c9006e15f5f183186
2024-11-11T17:49:51,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/0fbbbbc1c1f2494d9ed38579c7c366fe to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/0fbbbbc1c1f2494d9ed38579c7c366fe
2024-11-11T17:49:51,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/38a24e6d4e5645b7978e6f8f5d6ddfda to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/38a24e6d4e5645b7978e6f8f5d6ddfda
2024-11-11T17:49:51,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/a182f67505b94ba9b1af92874c9cb05e to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/a182f67505b94ba9b1af92874c9cb05e
2024-11-11T17:49:51,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/1a3584fec4784d6a9246999be7f0c1d2 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/1a3584fec4784d6a9246999be7f0c1d2
2024-11-11T17:49:51,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/9290165af94a4a7caf47868a126e623d to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/9290165af94a4a7caf47868a126e623d
2024-11-11T17:49:51,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/2571335663e646d7a7111a56cc9d5179 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/2571335663e646d7a7111a56cc9d5179
2024-11-11T17:49:51,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/aa16c4471fc34a9c80781356402e7e25 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/aa16c4471fc34a9c80781356402e7e25
2024-11-11T17:49:51,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c1d3a81654b34e268c128e875ec8a572 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c1d3a81654b34e268c128e875ec8a572
2024-11-11T17:49:51,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c125745106dd47efba49a698b76eabb1 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c125745106dd47efba49a698b76eabb1
2024-11-11T17:49:51,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/637b9f95c16044f896e0c4e4a13cabfa to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/637b9f95c16044f896e0c4e4a13cabfa
2024-11-11T17:49:51,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/5387045dc673475fa2a052acdcb7e27a to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/5387045dc673475fa2a052acdcb7e27a
2024-11-11T17:49:51,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/b3483c04c4004be8abd27cfa47ea3333 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/b3483c04c4004be8abd27cfa47ea3333
2024-11-11T17:49:51,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/ca92b29497f2451d92eb5c1f8d22d2a5 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/ca92b29497f2451d92eb5c1f8d22d2a5
2024-11-11T17:49:51,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/59a2e93adde349e79b0710a2e990fa48 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/59a2e93adde349e79b0710a2e990fa48
2024-11-11T17:49:51,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/965966f17f0941a59a00a6b1de9a1e8a to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/965966f17f0941a59a00a6b1de9a1e8a
2024-11-11T17:49:51,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/61221aaf5eba4b31a186d10a641c3a9f to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/61221aaf5eba4b31a186d10a641c3a9f
2024-11-11T17:49:51,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/01e0b004d74f44bdb4c427dcf7e19b25 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/01e0b004d74f44bdb4c427dcf7e19b25
2024-11-11T17:49:51,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/225c29692e8a4ae0a0f43a1423179442 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/225c29692e8a4ae0a0f43a1423179442
2024-11-11T17:49:51,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/9cd8803178314aee9286e887d5cebdfc to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/9cd8803178314aee9286e887d5cebdfc
2024-11-11T17:49:51,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/4253c4ba3cbb499f823116c19f021d10 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/4253c4ba3cbb499f823116c19f021d10
2024-11-11T17:49:51,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c02e50bcb6e1439c94cbefe4c5555a04 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/c02e50bcb6e1439c94cbefe4c5555a04
2024-11-11T17:49:51,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/71446dbf7f2d440b83be2b27b1bcb701 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/71446dbf7f2d440b83be2b27b1bcb701
2024-11-11T17:49:51,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/4bd7e96826f442aebb0aa5db69038517 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/4bd7e96826f442aebb0aa5db69038517
2024-11-11T17:49:51,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/56c14af5ddf64118ba4b874f4e6b09dc to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/56c14af5ddf64118ba4b874f4e6b09dc
2024-11-11T17:49:51,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/fb94ba0749194c438f5069e42a3fc96d to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/fb94ba0749194c438f5069e42a3fc96d
2024-11-11T17:49:51,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/9ab1d06a8c0941a1855b65a5e2fc7812, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/d122c5aaae634ec19fec530202e70e8d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/b98d4b6f901c4d59a4ab187f3219b4e2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/fa319b632f564e0b8b6d0ce2e5fbbeed, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/e16a1876c7494ec0800d4957e4655bb2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/3ed7e548c7df48f9a1a97e4e9c0c25d6, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/4fe3ad17e76441119aa9633b16ede3f6, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/535ecf4c81e94b8bace58e2b0eadac78, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/917117f996314c94927d7ddfc23d0ffc, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/9b786495e46248c5b6197619ab451544, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/8d5a89217794424fb044c601b8f5d658, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/d15b0abc1a7746c684f397a6125bb5e9, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/111357a96ead436dbbcab6136b4c19ab, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/fc5e93e205654275bfbb502e421f4747, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/7d229cb8c55941368078bb31039fe96b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/279e5f9be603466da254613e3e38a674, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/18e05e660204485f8dd94b71579d7b75, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/56c1c1137bd6499f8600b16240ebfe00, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/540a9b8feb21410db4728c08d2b11b4c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/1dc128f5009a4425a938b5c21556da94, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/cc8a4b52a0854679905eedd97d609a99, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/b8e91c11d00b41f3b599a0ae68724a76, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/761132f05ca749a9b009f5bd602ef710, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/5e3d7974884746fc98ad75eb6c3a7c06, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/0c276ba9fc9f4e438653256a22f6e023, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/cfc5e0252c51497181438ecc55902c07, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/0bc2eed7b581444b8e3cb60f4c989333, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/fc47a976cb2c46b5a16857311af2ad49] to archive
2024-11-11T17:49:51,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-11T17:49:51,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/9ab1d06a8c0941a1855b65a5e2fc7812 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/9ab1d06a8c0941a1855b65a5e2fc7812
2024-11-11T17:49:51,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/d122c5aaae634ec19fec530202e70e8d to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/d122c5aaae634ec19fec530202e70e8d
2024-11-11T17:49:51,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/b98d4b6f901c4d59a4ab187f3219b4e2 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/b98d4b6f901c4d59a4ab187f3219b4e2
2024-11-11T17:49:51,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/fa319b632f564e0b8b6d0ce2e5fbbeed to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/fa319b632f564e0b8b6d0ce2e5fbbeed
2024-11-11T17:49:51,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/e16a1876c7494ec0800d4957e4655bb2 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/e16a1876c7494ec0800d4957e4655bb2
2024-11-11T17:49:51,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/3ed7e548c7df48f9a1a97e4e9c0c25d6 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/3ed7e548c7df48f9a1a97e4e9c0c25d6
2024-11-11T17:49:51,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/4fe3ad17e76441119aa9633b16ede3f6 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/4fe3ad17e76441119aa9633b16ede3f6
2024-11-11T17:49:51,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/535ecf4c81e94b8bace58e2b0eadac78 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/535ecf4c81e94b8bace58e2b0eadac78
2024-11-11T17:49:51,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/917117f996314c94927d7ddfc23d0ffc to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/917117f996314c94927d7ddfc23d0ffc
2024-11-11T17:49:51,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/9b786495e46248c5b6197619ab451544 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/9b786495e46248c5b6197619ab451544
2024-11-11T17:49:51,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/8d5a89217794424fb044c601b8f5d658 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/8d5a89217794424fb044c601b8f5d658
2024-11-11T17:49:51,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/d15b0abc1a7746c684f397a6125bb5e9 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/d15b0abc1a7746c684f397a6125bb5e9
2024-11-11T17:49:51,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/111357a96ead436dbbcab6136b4c19ab to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/111357a96ead436dbbcab6136b4c19ab
2024-11-11T17:49:51,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/fc5e93e205654275bfbb502e421f4747 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/fc5e93e205654275bfbb502e421f4747
2024-11-11T17:49:51,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/7d229cb8c55941368078bb31039fe96b to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/7d229cb8c55941368078bb31039fe96b
2024-11-11T17:49:51,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/279e5f9be603466da254613e3e38a674 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/279e5f9be603466da254613e3e38a674
2024-11-11T17:49:51,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/18e05e660204485f8dd94b71579d7b75 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/18e05e660204485f8dd94b71579d7b75
2024-11-11T17:49:51,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/56c1c1137bd6499f8600b16240ebfe00 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/56c1c1137bd6499f8600b16240ebfe00
2024-11-11T17:49:51,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/540a9b8feb21410db4728c08d2b11b4c to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/540a9b8feb21410db4728c08d2b11b4c
2024-11-11T17:49:51,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/1dc128f5009a4425a938b5c21556da94 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/1dc128f5009a4425a938b5c21556da94
2024-11-11T17:49:51,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/cc8a4b52a0854679905eedd97d609a99 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/cc8a4b52a0854679905eedd97d609a99
2024-11-11T17:49:51,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/b8e91c11d00b41f3b599a0ae68724a76 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/b8e91c11d00b41f3b599a0ae68724a76
2024-11-11T17:49:51,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/761132f05ca749a9b009f5bd602ef710 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/761132f05ca749a9b009f5bd602ef710
2024-11-11T17:49:51,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/5e3d7974884746fc98ad75eb6c3a7c06 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/5e3d7974884746fc98ad75eb6c3a7c06
2024-11-11T17:49:51,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/0c276ba9fc9f4e438653256a22f6e023 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/0c276ba9fc9f4e438653256a22f6e023
2024-11-11T17:49:51,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/cfc5e0252c51497181438ecc55902c07 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/cfc5e0252c51497181438ecc55902c07
2024-11-11T17:49:51,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/0bc2eed7b581444b8e3cb60f4c989333 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/0bc2eed7b581444b8e3cb60f4c989333
2024-11-11T17:49:51,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/fc47a976cb2c46b5a16857311af2ad49 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/fc47a976cb2c46b5a16857311af2ad49
2024-11-11T17:49:51,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/18775439515e456284c1c961d338b87c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/39ec06088e684d37be45838f098ed325, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/ee9e6b82b94d4c9494a05f3081e25000, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/ae957c01ae7d4c81b881d3157d578562, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/55b83e64bfa14fe1bd12093245af5c1a, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/dd47603e68cc475390b091b6fc34ea61, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/dedfafe3f28842abb4410304b57b2229, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/8a940c6375ce4ebbb12c6f103dbec966, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/3f87ddb952184794b78658f50ddb4cf2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/3c10bca253e541e8ae148ba87635fc53, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/d415f06e602f4570a563f754e9243b1b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/cdd9e1dec49a41a9abfc3550064f252a, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/7680a7ce03dc4153b1cd8bbb45c4f6a9, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/e1f6eeb11443420ea882cd225be5b655, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/7d42f6fa09494e62bcd6e34d0376b49d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/569c39954e8542f1abe7de42cbaec0d6, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/068ba9985e9242b3a31fda384060b687, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/6c6329aceb664c42888b98e3fc763fe4, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/a625ddda76164a9d91e70ccaa217c93e, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/014f04b123b944c88c3b4b8a823000bf, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/26755fd96c6c4211ad1cba0d1e5dff09, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/9c958c7ae06a46c6bc50a64c98b3bbdf, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/4ec416a5365b48449fa03bb7782c57aa, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/7d29f5e405f840989baaa94028beb095, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/9b66e59de76a436598eca672c1f7b29e, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/f7f8262ba98e4b2eada8ed960426466f, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/f7d906f2179842909a2abbb38a1e61ff] to archive
2024-11-11T17:49:51,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-11T17:49:51,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/18775439515e456284c1c961d338b87c to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/18775439515e456284c1c961d338b87c
2024-11-11T17:49:51,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/39ec06088e684d37be45838f098ed325 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/39ec06088e684d37be45838f098ed325
2024-11-11T17:49:51,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/ee9e6b82b94d4c9494a05f3081e25000 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/ee9e6b82b94d4c9494a05f3081e25000
2024-11-11T17:49:51,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/ae957c01ae7d4c81b881d3157d578562 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/ae957c01ae7d4c81b881d3157d578562
2024-11-11T17:49:51,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/55b83e64bfa14fe1bd12093245af5c1a to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/55b83e64bfa14fe1bd12093245af5c1a
2024-11-11T17:49:51,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/dd47603e68cc475390b091b6fc34ea61 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/dd47603e68cc475390b091b6fc34ea61
2024-11-11T17:49:51,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/dedfafe3f28842abb4410304b57b2229 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/dedfafe3f28842abb4410304b57b2229
2024-11-11T17:49:51,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/8a940c6375ce4ebbb12c6f103dbec966 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/8a940c6375ce4ebbb12c6f103dbec966
2024-11-11T17:49:51,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/3f87ddb952184794b78658f50ddb4cf2 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/3f87ddb952184794b78658f50ddb4cf2
2024-11-11T17:49:51,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/3c10bca253e541e8ae148ba87635fc53 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/3c10bca253e541e8ae148ba87635fc53
2024-11-11T17:49:51,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/d415f06e602f4570a563f754e9243b1b to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/d415f06e602f4570a563f754e9243b1b
2024-11-11T17:49:51,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/cdd9e1dec49a41a9abfc3550064f252a to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/cdd9e1dec49a41a9abfc3550064f252a
2024-11-11T17:49:51,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/7680a7ce03dc4153b1cd8bbb45c4f6a9 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/7680a7ce03dc4153b1cd8bbb45c4f6a9
2024-11-11T17:49:51,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/e1f6eeb11443420ea882cd225be5b655 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/e1f6eeb11443420ea882cd225be5b655
2024-11-11T17:49:51,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/7d42f6fa09494e62bcd6e34d0376b49d to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/7d42f6fa09494e62bcd6e34d0376b49d
2024-11-11T17:49:51,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/569c39954e8542f1abe7de42cbaec0d6 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/569c39954e8542f1abe7de42cbaec0d6
2024-11-11T17:49:51,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/068ba9985e9242b3a31fda384060b687 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/068ba9985e9242b3a31fda384060b687
2024-11-11T17:49:51,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/6c6329aceb664c42888b98e3fc763fe4 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/6c6329aceb664c42888b98e3fc763fe4
2024-11-11T17:49:51,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/a625ddda76164a9d91e70ccaa217c93e to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/a625ddda76164a9d91e70ccaa217c93e
2024-11-11T17:49:51,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/014f04b123b944c88c3b4b8a823000bf to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/014f04b123b944c88c3b4b8a823000bf
2024-11-11T17:49:51,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/26755fd96c6c4211ad1cba0d1e5dff09 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/26755fd96c6c4211ad1cba0d1e5dff09
2024-11-11T17:49:51,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/9c958c7ae06a46c6bc50a64c98b3bbdf to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/9c958c7ae06a46c6bc50a64c98b3bbdf
2024-11-11T17:49:51,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/4ec416a5365b48449fa03bb7782c57aa to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/4ec416a5365b48449fa03bb7782c57aa
2024-11-11T17:49:51,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/7d29f5e405f840989baaa94028beb095 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/7d29f5e405f840989baaa94028beb095
2024-11-11T17:49:51,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/9b66e59de76a436598eca672c1f7b29e to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/9b66e59de76a436598eca672c1f7b29e
2024-11-11T17:49:51,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/f7f8262ba98e4b2eada8ed960426466f to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/f7f8262ba98e4b2eada8ed960426466f
2024-11-11T17:49:51,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/f7d906f2179842909a2abbb38a1e61ff to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/f7d906f2179842909a2abbb38a1e61ff
2024-11-11T17:49:51,954 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/recovered.edits/487.seqid, newMaxSeqId=487, maxSeqId=1
2024-11-11T17:49:51,954 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.
2024-11-11T17:49:51,954 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1676): Region close journal for 9a344311ed66e2441ae83935353270d7:
Waiting for close lock at 1731347390602Running coprocessor pre-close hooks at 1731347390602Disabling compacts and flushes for region at 1731347390602Disabling writes for close at 1731347390602Obtaining lock to block concurrent updates at 1731347390602Preparing flush snapshotting stores in 9a344311ed66e2441ae83935353270d7 at 1731347390602Finished memstore snapshotting TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1731347390603 (+1 ms)Flushing stores of TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7. at 1731347390603Flushing 9a344311ed66e2441ae83935353270d7/A: creating writer at 1731347390603Flushing 9a344311ed66e2441ae83935353270d7/A: appending metadata at 1731347390605 (+2 ms)Flushing 9a344311ed66e2441ae83935353270d7/A: closing flushed file at 1731347390606 (+1 ms)Flushing 9a344311ed66e2441ae83935353270d7/B: creating writer at 1731347391018 (+412 ms)Flushing 9a344311ed66e2441ae83935353270d7/B: appending metadata at 1731347391023 (+5 ms)Flushing 9a344311ed66e2441ae83935353270d7/B: closing flushed file at 1731347391023Flushing 9a344311ed66e2441ae83935353270d7/C: creating writer at 1731347391435 (+412 ms)Flushing 9a344311ed66e2441ae83935353270d7/C: appending metadata at 1731347391439 (+4 ms)Flushing 9a344311ed66e2441ae83935353270d7/C: closing flushed file at 1731347391439Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5495c812: reopening flushed file at 1731347391850 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@256cc91d: reopening flushed file at 1731347391855 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e59f1f7: reopening flushed file at 1731347391860 (+5 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 9a344311ed66e2441ae83935353270d7 in 1264ms, sequenceid=484, compaction requested=true at 1731347391866 (+6 ms)Writing region close event to WAL at 1731347391951 (+85 ms)Running coprocessor post-close hooks at 1731347391954 (+3 ms)Closed at 1731347391954
2024-11-11T17:49:51,956 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(157): Closed 9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:51,956 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=9a344311ed66e2441ae83935353270d7, regionState=CLOSED
2024-11-11T17:49:51,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708 because future has completed
2024-11-11T17:49:51,959 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82
2024-11-11T17:49:51,960 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure 9a344311ed66e2441ae83935353270d7, server=01af7571cc75,44273,1731347298708 in 1.5090 sec
2024-11-11T17:49:51,961 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81
2024-11-11T17:49:51,961 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a344311ed66e2441ae83935353270d7, UNASSIGN in 1.5130 sec
2024-11-11T17:49:51,963 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80
2024-11-11T17:49:51,963 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5170 sec
2024-11-11T17:49:51,964 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731347391964"}]},"ts":"1731347391964"}
2024-11-11T17:49:51,965 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-11T17:49:51,965 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-11T17:49:51,967 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5260 sec
2024-11-11T17:49:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-11T17:49:52,586 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:49:52,588 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-11T17:49:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:49:52,593 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=84, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:49:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-11T17:49:52,595 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=84, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:49:52,599 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:52,602 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A, FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B, FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C, FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/recovered.edits]
2024-11-11T17:49:52,606 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/65354021af5347b9a739405c8170179d to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/65354021af5347b9a739405c8170179d
2024-11-11T17:49:52,607 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/d75acd49508e4edfbc6c75f4ed0f5935 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/d75acd49508e4edfbc6c75f4ed0f5935
2024-11-11T17:49:52,609 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/e05bd67fb5ed4f879810bfec092d4bf4 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/A/e05bd67fb5ed4f879810bfec092d4bf4
2024-11-11T17:49:52,613 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/1f186b1350904b4a952432396e2375d3 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/1f186b1350904b4a952432396e2375d3
2024-11-11T17:49:52,616 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/61f7350899344aadaa96dadc19322499 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/61f7350899344aadaa96dadc19322499
2024-11-11T17:49:52,618 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/dd8565992b2c415987387db9bd195c53 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/B/dd8565992b2c415987387db9bd195c53
2024-11-11T17:49:52,622 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/5bcb2f6974724d779a54071f341da117 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/5bcb2f6974724d779a54071f341da117
2024-11-11T17:49:52,625 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/c33905d35b184055bd71eaea8ee0f71c to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/c33905d35b184055bd71eaea8ee0f71c
2024-11-11T17:49:52,627 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/e55a9eded23847288fc8d4538ede447a to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/C/e55a9eded23847288fc8d4538ede447a
2024-11-11T17:49:52,633 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/recovered.edits/487.seqid to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7/recovered.edits/487.seqid
2024-11-11T17:49:52,634 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/9a344311ed66e2441ae83935353270d7
2024-11-11T17:49:52,634 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-11T17:49:52,638 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=84, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:49:52,643 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-11T17:49:52,646 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-11T17:49:52,647 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=84, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:49:52,647 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-11T17:49:52,648 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731347392647"}]},"ts":"9223372036854775807"}
2024-11-11T17:49:52,650 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-11T17:49:52,650 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9a344311ed66e2441ae83935353270d7, NAME => 'TestAcidGuarantees,,1731347365093.9a344311ed66e2441ae83935353270d7.', STARTKEY => '', ENDKEY => ''}]
2024-11-11T17:49:52,650 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-11T17:49:52,650 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731347392650"}]},"ts":"9223372036854775807"}
2024-11-11T17:49:52,652 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-11T17:49:52,652 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=84, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:49:52,654 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 64 msec
2024-11-11T17:49:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-11T17:49:52,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-11T17:49:52,706 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:49:52,715 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248 (was 248), OpenFileDescriptor=453 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=288 (was 263) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7217 (was 6745) - AvailableMemoryMB LEAK? -
2024-11-11T17:49:52,725 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=7217
2024-11-11T17:49:52,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-11T17:49:52,727 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-11T17:49:52,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=85, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-11T17:49:52,730 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-11T17:49:52,730 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:52,730 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 85
2024-11-11T17:49:52,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85
2024-11-11T17:49:52,731 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-11T17:49:52,736 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742126_1302 (size=1061)
2024-11-11T17:49:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85
2024-11-11T17:49:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85
2024-11-11T17:49:53,138 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7
2024-11-11T17:49:53,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742127_1303 (size=53)
2024-11-11T17:49:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85
2024-11-11T17:49:53,543 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T17:49:53,544 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 40425e1e2879b76efd3e42842bba5ef0, disabling compactions & flushes
2024-11-11T17:49:53,544 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:53,544 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:53,544 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. after waiting 0 ms
2024-11-11T17:49:53,544 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:53,544 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:53,544 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40425e1e2879b76efd3e42842bba5ef0:
Waiting for close lock at 1731347393544Disabling compacts and flushes for region at 1731347393544Disabling writes for close at 1731347393544Writing region close event to WAL at 1731347393544Closed at 1731347393544
2024-11-11T17:49:53,545 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-11T17:49:53,545 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731347393545"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731347393545"}]},"ts":"1731347393545"}
2024-11-11T17:49:53,546 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-11T17:49:53,547 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-11T17:49:53,547 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731347393547"}]},"ts":"1731347393547"}
2024-11-11T17:49:53,548 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-11T17:49:53,549 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40425e1e2879b76efd3e42842bba5ef0, ASSIGN}]
2024-11-11T17:49:53,550 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40425e1e2879b76efd3e42842bba5ef0, ASSIGN
2024-11-11T17:49:53,550 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=40425e1e2879b76efd3e42842bba5ef0, ASSIGN; state=OFFLINE, location=01af7571cc75,44273,1731347298708; forceNewPlan=false, retain=false
2024-11-11T17:49:53,701 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=40425e1e2879b76efd3e42842bba5ef0, regionState=OPENING, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:49:53,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=40425e1e2879b76efd3e42842bba5ef0, ASSIGN because future has completed
2024-11-11T17:49:53,703 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708}]
2024-11-11T17:49:53,860 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:53,860 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
2024-11-11T17:49:53,861 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:53,861 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T17:49:53,861 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:53,861 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:53,863 INFO  [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 40425e1e2879b76efd3e42842bba5ef0 
2024-11-11T17:49:53,865 INFO  [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:49:53,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85
2024-11-11T17:49:53,866 INFO  [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40425e1e2879b76efd3e42842bba5ef0 columnFamilyName A
2024-11-11T17:49:53,866 DEBUG [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:53,867 INFO  [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] regionserver.HStore(327): Store=40425e1e2879b76efd3e42842bba5ef0/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:49:53,867 INFO  [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 40425e1e2879b76efd3e42842bba5ef0 
2024-11-11T17:49:53,869 INFO  [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:49:53,869 INFO  [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40425e1e2879b76efd3e42842bba5ef0 columnFamilyName B
2024-11-11T17:49:53,869 DEBUG [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:53,870 INFO  [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] regionserver.HStore(327): Store=40425e1e2879b76efd3e42842bba5ef0/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:49:53,871 INFO  [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 40425e1e2879b76efd3e42842bba5ef0 
2024-11-11T17:49:53,872 INFO  [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:49:53,872 INFO  [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40425e1e2879b76efd3e42842bba5ef0 columnFamilyName C
2024-11-11T17:49:53,873 DEBUG [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:53,873 INFO  [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] regionserver.HStore(327): Store=40425e1e2879b76efd3e42842bba5ef0/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:49:53,873 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:53,873 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:53,874 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:53,874 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:53,875 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:53,875 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:53,876 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-11T17:49:53,877 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:53,879 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-11T17:49:53,879 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 40425e1e2879b76efd3e42842bba5ef0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66635146, jitterRate=-0.007058948278427124}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-11T17:49:53,879 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:53,880 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 40425e1e2879b76efd3e42842bba5ef0:
Running coprocessor pre-open hook at 1731347393861Writing region info on filesystem at 1731347393861Initializing all the Stores at 1731347393862 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347393862Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347393863 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347393863Cleaning up temporary data from old regions at 1731347393875 (+12 ms)Running coprocessor post-open hooks at 1731347393879 (+4 ms)Region opened successfully at 1731347393880 (+1 ms)
2024-11-11T17:49:53,881 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., pid=87, masterSystemTime=1731347393855
2024-11-11T17:49:53,882 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:53,882 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:53,883 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=40425e1e2879b76efd3e42842bba5ef0, regionState=OPEN, openSeqNum=2, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:49:53,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708 because future has completed
2024-11-11T17:49:53,887 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86
2024-11-11T17:49:53,887 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; OpenRegionProcedure 40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708 in 182 msec
2024-11-11T17:49:53,890 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85
2024-11-11T17:49:53,890 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40425e1e2879b76efd3e42842bba5ef0, ASSIGN in 338 msec
2024-11-11T17:49:53,891 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-11T17:49:53,891 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731347393891"}]},"ts":"1731347393891"}
2024-11-11T17:49:53,892 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-11T17:49:53,893 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-11T17:49:53,895 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec
2024-11-11T17:49:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85
2024-11-11T17:49:54,875 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:49:54,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db9998b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:54,876 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:49:54,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:49:54,877 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:49:54,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:49:54,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:49:54,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663b188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:54,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:49:54,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:49:54,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:54,879 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:49:54,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e185e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:54,879 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:49:54,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:49:54,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:49:54,881 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:49:54,882 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-11T17:49:54,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 01af7571cc75,43645,1731347297994
2024-11-11T17:49:54,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63ad19ef
2024-11-11T17:49:54,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-11T17:49:54,883 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-11T17:49:54,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-11T17:49:54,885 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-11T17:49:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-11T17:49:54,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742128_1304 (size=1097)
2024-11-11T17:49:55,301 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-11T17:49:55,301 INFO  [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-11T17:49:55,305 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-11T17:49:55,309 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40425e1e2879b76efd3e42842bba5ef0, REOPEN/MOVE}]
2024-11-11T17:49:55,310 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40425e1e2879b76efd3e42842bba5ef0, REOPEN/MOVE
2024-11-11T17:49:55,311 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=40425e1e2879b76efd3e42842bba5ef0, regionState=CLOSING, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:49:55,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=40425e1e2879b76efd3e42842bba5ef0, REOPEN/MOVE because future has completed
2024-11-11T17:49:55,312 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-11T17:49:55,312 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708}]
2024-11-11T17:49:55,465 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:55,465 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-11T17:49:55,465 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 40425e1e2879b76efd3e42842bba5ef0, disabling compactions & flushes
2024-11-11T17:49:55,465 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:55,465 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:55,465 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. after waiting 0 ms
2024-11-11T17:49:55,466 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:55,472 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-11T17:49:55,473 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:55,473 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 40425e1e2879b76efd3e42842bba5ef0:
Waiting for close lock at 1731347395465Running coprocessor pre-close hooks at 1731347395465Disabling compacts and flushes for region at 1731347395465Disabling writes for close at 1731347395466 (+1 ms)Writing region close event to WAL at 1731347395466Running coprocessor post-close hooks at 1731347395473 (+7 ms)Closed at 1731347395473
2024-11-11T17:49:55,473 WARN  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionServer(3299): Not adding moved region record: 40425e1e2879b76efd3e42842bba5ef0 to self.
2024-11-11T17:49:55,476 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:55,477 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=40425e1e2879b76efd3e42842bba5ef0, regionState=CLOSED
2024-11-11T17:49:55,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708 because future has completed
2024-11-11T17:49:55,485 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90
2024-11-11T17:49:55,485 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708 in 169 msec
2024-11-11T17:49:55,486 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=40425e1e2879b76efd3e42842bba5ef0, REOPEN/MOVE; state=CLOSED, location=01af7571cc75,44273,1731347298708; forceNewPlan=false, retain=true
2024-11-11T17:49:55,637 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=40425e1e2879b76efd3e42842bba5ef0, regionState=OPENING, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:49:55,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=40425e1e2879b76efd3e42842bba5ef0, REOPEN/MOVE because future has completed
2024-11-11T17:49:55,640 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708}]
2024-11-11T17:49:55,800 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:55,800 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7752): Opening region: {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
2024-11-11T17:49:55,801 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:55,801 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T17:49:55,801 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7794): checking encryption for 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:55,801 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7797): checking classloading for 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:55,804 INFO  [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 40425e1e2879b76efd3e42842bba5ef0 
2024-11-11T17:49:55,805 INFO  [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:49:55,806 INFO  [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40425e1e2879b76efd3e42842bba5ef0 columnFamilyName A
2024-11-11T17:49:55,808 DEBUG [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:55,809 INFO  [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] regionserver.HStore(327): Store=40425e1e2879b76efd3e42842bba5ef0/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:49:55,809 INFO  [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 40425e1e2879b76efd3e42842bba5ef0 
2024-11-11T17:49:55,810 INFO  [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:49:55,811 INFO  [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40425e1e2879b76efd3e42842bba5ef0 columnFamilyName B
2024-11-11T17:49:55,811 DEBUG [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:55,812 INFO  [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] regionserver.HStore(327): Store=40425e1e2879b76efd3e42842bba5ef0/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:49:55,812 INFO  [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 40425e1e2879b76efd3e42842bba5ef0 
2024-11-11T17:49:55,813 INFO  [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:49:55,813 INFO  [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40425e1e2879b76efd3e42842bba5ef0 columnFamilyName C
2024-11-11T17:49:55,813 DEBUG [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:55,814 INFO  [StoreOpener-40425e1e2879b76efd3e42842bba5ef0-1 {}] regionserver.HStore(327): Store=40425e1e2879b76efd3e42842bba5ef0/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:49:55,814 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:55,814 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1038): replaying wal for 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:55,816 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:55,817 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:55,818 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1048): stopping wal replay for 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:55,818 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1060): Cleaning up temporary data for 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:55,818 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-11T17:49:55,819 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1093): writing seq id for 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:55,820 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1114): Opened 40425e1e2879b76efd3e42842bba5ef0; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62417758, jitterRate=-0.0699029266834259}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-11T17:49:55,820 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:55,820 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1006): Region open journal for 40425e1e2879b76efd3e42842bba5ef0:
Running coprocessor pre-open hook at 1731347395801Writing region info on filesystem at 1731347395801Initializing all the Stores at 1731347395803 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347395803Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347395803Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347395803Cleaning up temporary data from old regions at 1731347395818 (+15 ms)Running coprocessor post-open hooks at 1731347395820 (+2 ms)Region opened successfully at 1731347395820
2024-11-11T17:49:55,821 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., pid=92, masterSystemTime=1731347395793
2024-11-11T17:49:55,822 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:55,822 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:55,823 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=40425e1e2879b76efd3e42842bba5ef0, regionState=OPEN, openSeqNum=5, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:49:55,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708 because future has completed
2024-11-11T17:49:55,826 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=90
2024-11-11T17:49:55,826 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure 40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708 in 184 msec
2024-11-11T17:49:55,827 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89
2024-11-11T17:49:55,827 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40425e1e2879b76efd3e42842bba5ef0, REOPEN/MOVE in 517 msec
2024-11-11T17:49:55,829 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88
2024-11-11T17:49:55,829 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 523 msec
2024-11-11T17:49:55,831 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 944 msec
2024-11-11T17:49:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-11-11T17:49:55,832 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:49:55,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0f1e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,832 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:49:55,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:49:55,833 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:49:55,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:49:55,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:49:55,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7253443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:49:55,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:49:55,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:55,834 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:49:55,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@402c45ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3d4f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,835 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:49:55,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:49:55,836 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:49:55,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:49:55,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:49:55,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40882b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:49:55,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:49:55,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:55,837 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:49:55,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d25e6cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad3f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:49:55,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:49:55,839 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:49:55,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:49:55,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:49:55,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a9ab91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:49:55,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:49:55,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:55,840 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:49:55,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5799c5fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422fcba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,841 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:49:55,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:49:55,842 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:49:55,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:49:55,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:49:55,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458adb1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:49:55,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:49:55,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:55,843 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:49:55,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380b824c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e71a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:49:55,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:49:55,845 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:49:55,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:49:55,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:49:55,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a9188b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:49:55,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:49:55,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:55,847 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:49:55,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f93d425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b758c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,848 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:49:55,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:49:55,848 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:49:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:49:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:49:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@702d0cac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:49:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:49:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:55,850 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:49:55,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b47d5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e2b5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:49:55,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:49:55,852 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:49:55,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:49:55,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:49:55,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7324d2c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:49:55,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:49:55,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:55,853 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:49:55,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be053f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d41a701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:49:55,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:49:55,855 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:49:55,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:49:55,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:49:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ffa105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:49:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:49:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:55,857 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:49:55,857 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da494b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2f46ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,858 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:49:55,858 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:49:55,859 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:49:55,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:49:55,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:49:55,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5efa9435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:49:55,860 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:49:55,860 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:55,861 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:49:55,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@138f387c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180bd544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:49:55,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:49:55,863 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:49:55,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:49:55,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:49:55,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486ba94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:49:55,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:49:55,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:49:55,864 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:49:55,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61931ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:49:55,865 DEBUG [Thread-1414 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:49:55,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:49:55,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:49:55,866 DEBUG [Thread-1420 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:49:55,867 DEBUG [Thread-1405 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:49:55,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:49:55,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:49:55,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:49:55,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:49:55,868 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:49:55,868 DEBUG [Thread-1422 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:49:55,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:49:55,869 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:49:55,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:49:55,870 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:49:55,870 DEBUG [Thread-1418 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:49:55,870 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:49:55,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:49:55,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:49:55,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:49:55,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:49:55,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:49:55,872 DEBUG [Thread-1416 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:49:55,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:49:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:49:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:49:55,873 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:49:55,874 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:49:55,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:49:55,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:49:55,877 DEBUG [Thread-1403 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:49:55,877 DEBUG [Thread-1407 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:49:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:49:55,878 DEBUG [Thread-1409 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:49:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:49:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:49:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:49:55,879 DEBUG [Thread-1411 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:49:55,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:49:55,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:49:55,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:49:55,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:49:55,881 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:49:55,881 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:49:55,881 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:49:55,881 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:49:55,883 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:49:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees
2024-11-11T17:49:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:49:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:49:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:49:55,885 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:49:55,886 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:49:55,886 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:49:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-11T17:49:55,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:49:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:55,891 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40425e1e2879b76efd3e42842bba5ef0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-11T17:49:55,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=A
2024-11-11T17:49:55,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:55,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=B
2024-11-11T17:49:55,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:55,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=C
2024-11-11T17:49:55,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:55,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118856ba3185d243e4b712f90a32f009eb_40425e1e2879b76efd3e42842bba5ef0 is 50, key is test_row_0/A:col10/1731347395891/Put/seqid=0
2024-11-11T17:49:55,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742129_1305 (size=17034)
2024-11-11T17:49:55,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347455926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:55,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347455927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:55,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347455928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:55,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347455935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:55,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:55,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:55,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:55,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:55,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:55,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:55,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:55,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:55,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:55,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:55,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:55,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:55,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347455936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:55,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:55,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:55,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-11T17:49:56,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-11T17:49:56,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:56,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:49:56,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:56,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:56,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:56,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347456045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:56,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347456046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:56,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,050 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:56,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347456046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:56,050 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347456046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:56,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:56,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:56,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:56,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347456055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:56,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:56,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-11T17:49:56,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:56,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:49:56,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:56,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:56,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-11T17:49:56,264 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347456255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:56,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,265 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:56,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347456256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:56,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,265 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:56,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347456256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:56,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:56,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347456256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:56,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:56,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347456275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:56,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:56,333 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:56,341 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118856ba3185d243e4b712f90a32f009eb_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118856ba3185d243e4b712f90a32f009eb_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:56,342 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/d6c2b8a44a7348b3a523db5b7ca1db2c, store: [table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:49:56,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/d6c2b8a44a7348b3a523db5b7ca1db2c is 175, key is test_row_0/A:col10/1731347395891/Put/seqid=0
2024-11-11T17:49:56,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-11T17:49:56,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:56,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:49:56,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:56,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:56,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:56,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742130_1306 (size=48139)
2024-11-11T17:49:56,368 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/d6c2b8a44a7348b3a523db5b7ca1db2c
2024-11-11T17:49:56,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/02dfcb5ca05c401ca69c8ed8c76a0d06 is 50, key is test_row_0/B:col10/1731347395891/Put/seqid=0
2024-11-11T17:49:56,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742131_1307 (size=12001)
2024-11-11T17:49:56,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-11T17:49:56,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:56,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:49:56,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:56,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:56,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-11T17:49:56,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347456577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:56,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:56,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347456577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:56,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:56,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347456577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:56,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:56,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:56,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347456578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:56,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:56,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:56,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347456585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:56,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-11T17:49:56,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:56,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:49:56,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:56,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:56,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:56,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:56,810 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/02dfcb5ca05c401ca69c8ed8c76a0d06
2024-11-11T17:49:56,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-11T17:49:56,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:56,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:49:56,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:56,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:56,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:56,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:56,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/65bc8a5e358e4246a4c01db8ae6d4d3e is 50, key is test_row_0/C:col10/1731347395891/Put/seqid=0
2024-11-11T17:49:56,834 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742132_1308 (size=12001)
2024-11-11T17:49:56,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-11T17:49:56,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:56,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:49:56,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:56,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:56,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-11T17:49:57,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347457095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:57,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:57,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:57,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:57,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347457095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:57,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:57,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:57,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:57,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347457095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:57,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:57,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:57,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:57,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347457095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:57,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:57,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:57,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:57,116 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347457104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:57,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:57,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:57,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:57,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-11T17:49:57,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:57,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:49:57,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:57,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:57,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:49:57,235 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/65bc8a5e358e4246a4c01db8ae6d4d3e
2024-11-11T17:49:57,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/d6c2b8a44a7348b3a523db5b7ca1db2c as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/d6c2b8a44a7348b3a523db5b7ca1db2c
2024-11-11T17:49:57,242 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/d6c2b8a44a7348b3a523db5b7ca1db2c, entries=250, sequenceid=16, filesize=47.0 K
2024-11-11T17:49:57,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/02dfcb5ca05c401ca69c8ed8c76a0d06 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/02dfcb5ca05c401ca69c8ed8c76a0d06
2024-11-11T17:49:57,246 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/02dfcb5ca05c401ca69c8ed8c76a0d06, entries=150, sequenceid=16, filesize=11.7 K
2024-11-11T17:49:57,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/65bc8a5e358e4246a4c01db8ae6d4d3e as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/65bc8a5e358e4246a4c01db8ae6d4d3e
2024-11-11T17:49:57,252 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/65bc8a5e358e4246a4c01db8ae6d4d3e, entries=150, sequenceid=16, filesize=11.7 K
2024-11-11T17:49:57,253 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 40425e1e2879b76efd3e42842bba5ef0 in 1361ms, sequenceid=16, compaction requested=false
2024-11-11T17:49:57,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:49:57,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-11T17:49:57,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:57,272 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing 40425e1e2879b76efd3e42842bba5ef0 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-11T17:49:57,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=A
2024-11-11T17:49:57,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:57,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=B
2024-11-11T17:49:57,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:57,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=C
2024-11-11T17:49:57,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:57,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111230b04d5d48041c8b3dd66187105da31_40425e1e2879b76efd3e42842bba5ef0 is 50, key is test_row_0/A:col10/1731347395923/Put/seqid=0
2024-11-11T17:49:57,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742133_1309 (size=12154)
2024-11-11T17:49:57,481 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-11T17:49:57,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:57,687 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111230b04d5d48041c8b3dd66187105da31_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111230b04d5d48041c8b3dd66187105da31_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:57,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/23df65dbbe0d4d3c930ab74f763c4997, store: [table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:49:57,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/23df65dbbe0d4d3c930ab74f763c4997 is 175, key is test_row_0/A:col10/1731347395923/Put/seqid=0
2024-11-11T17:49:57,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742134_1310 (size=30955)
2024-11-11T17:49:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-11T17:49:58,093 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/23df65dbbe0d4d3c930ab74f763c4997
2024-11-11T17:49:58,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/ee4230dfd21b484f8b7216488564ff94 is 50, key is test_row_0/B:col10/1731347395923/Put/seqid=0
2024-11-11T17:49:58,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:49:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:58,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:58,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742135_1311 (size=12001)
2024-11-11T17:49:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347458130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:58,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:58,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347458137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:58,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:58,146 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347458137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:58,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:58,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347458139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:58,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:58,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347458140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:58,157 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,157 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,157 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:58,252 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347458245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:58,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:58,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347458255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:58,267 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347458255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:58,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:58,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:58,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347458266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:58,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:58,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347458270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:58,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:58,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347458465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:58,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:58,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347458475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:58,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:58,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347458475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:58,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:58,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347458475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:58,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:58,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347458485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:58,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:58,539 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/ee4230dfd21b484f8b7216488564ff94
2024-11-11T17:49:58,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/1cbc57052d554f3f8674bee127a50003 is 50, key is test_row_0/C:col10/1731347395923/Put/seqid=0
2024-11-11T17:49:58,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742136_1312 (size=12001)
2024-11-11T17:49:58,792 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347458775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:58,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:58,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347458795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:58,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347458796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:58,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:58,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347458797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:58,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:58,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:58,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347458805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:58,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:58,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:58,949 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/1cbc57052d554f3f8674bee127a50003
2024-11-11T17:49:58,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/23df65dbbe0d4d3c930ab74f763c4997 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/23df65dbbe0d4d3c930ab74f763c4997
2024-11-11T17:49:58,970 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/23df65dbbe0d4d3c930ab74f763c4997, entries=150, sequenceid=36, filesize=30.2 K
2024-11-11T17:49:58,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/ee4230dfd21b484f8b7216488564ff94 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/ee4230dfd21b484f8b7216488564ff94
2024-11-11T17:49:58,988 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/ee4230dfd21b484f8b7216488564ff94, entries=150, sequenceid=36, filesize=11.7 K
2024-11-11T17:49:58,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/1cbc57052d554f3f8674bee127a50003 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/1cbc57052d554f3f8674bee127a50003
2024-11-11T17:49:59,008 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/1cbc57052d554f3f8674bee127a50003, entries=150, sequenceid=36, filesize=11.7 K
2024-11-11T17:49:59,009 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 40425e1e2879b76efd3e42842bba5ef0 in 1737ms, sequenceid=36, compaction requested=false
2024-11-11T17:49:59,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:49:59,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:49:59,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94
2024-11-11T17:49:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=94
2024-11-11T17:49:59,013 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93
2024-11-11T17:49:59,013 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1250 sec
2024-11-11T17:49:59,015 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 3.1330 sec
2024-11-11T17:49:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:59,310 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40425e1e2879b76efd3e42842bba5ef0 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-11T17:49:59,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=A
2024-11-11T17:49:59,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:59,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=B
2024-11-11T17:49:59,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:59,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=C
2024-11-11T17:49:59,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:49:59,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114d4de93589a943818bb654ab108b4061_40425e1e2879b76efd3e42842bba5ef0 is 50, key is test_row_0/A:col10/1731347398137/Put/seqid=0
2024-11-11T17:49:59,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742137_1313 (size=14594)
2024-11-11T17:49:59,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347459350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:59,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347459351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:59,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:59,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:59,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347459352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:59,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347459356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:59,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347459358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:59,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:59,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:59,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:59,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347459465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:59,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:59,480 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347459467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:59,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:59,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347459475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:59,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:59,498 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347459485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:59,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:59,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347459485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:59,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:59,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347459685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:59,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:59,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347459685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:59,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347459685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:59,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:59,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:59,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347459705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:59,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:49:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347459705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:49:59,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:59,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:49:59,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:49:59,733 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:49:59,739 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114d4de93589a943818bb654ab108b4061_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114d4de93589a943818bb654ab108b4061_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:49:59,741 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/5ad29bb0869644e2a5e6b26dfbbc5557, store: [table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:49:59,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/5ad29bb0869644e2a5e6b26dfbbc5557 is 175, key is test_row_0/A:col10/1731347398137/Put/seqid=0
2024-11-11T17:49:59,750 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742138_1314 (size=39549)
2024-11-11T17:49:59,751 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/5ad29bb0869644e2a5e6b26dfbbc5557
2024-11-11T17:49:59,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/090f8ac6d7f44119b46cc1747549e805 is 50, key is test_row_0/B:col10/1731347398137/Put/seqid=0
2024-11-11T17:49:59,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742139_1315 (size=12001)
2024-11-11T17:50:00,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347460005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:00,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:00,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347460005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:00,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:00,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:00,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347460005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:00,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:00,020 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347460015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:00,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:00,037 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347460025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:00,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-11T17:50:00,055 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:50:00,056 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:50:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees
2024-11-11T17:50:00,058 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:50:00,059 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:50:00,059 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:50:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-11T17:50:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-11T17:50:00,177 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/090f8ac6d7f44119b46cc1747549e805
2024-11-11T17:50:00,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/afd25721e0a249839f902a5509726da1 is 50, key is test_row_0/C:col10/1731347398137/Put/seqid=0
2024-11-11T17:50:00,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-11T17:50:00,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:00,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:00,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:00,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:00,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:00,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742140_1316 (size=12001)
2024-11-11T17:50:00,213 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/afd25721e0a249839f902a5509726da1
2024-11-11T17:50:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:00,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/5ad29bb0869644e2a5e6b26dfbbc5557 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/5ad29bb0869644e2a5e6b26dfbbc5557
2024-11-11T17:50:00,245 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/5ad29bb0869644e2a5e6b26dfbbc5557, entries=200, sequenceid=49, filesize=38.6 K
2024-11-11T17:50:00,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/090f8ac6d7f44119b46cc1747549e805 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/090f8ac6d7f44119b46cc1747549e805
2024-11-11T17:50:00,253 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/090f8ac6d7f44119b46cc1747549e805, entries=150, sequenceid=49, filesize=11.7 K
2024-11-11T17:50:00,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/afd25721e0a249839f902a5509726da1 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/afd25721e0a249839f902a5509726da1
2024-11-11T17:50:00,261 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/afd25721e0a249839f902a5509726da1, entries=150, sequenceid=49, filesize=11.7 K
2024-11-11T17:50:00,269 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 40425e1e2879b76efd3e42842bba5ef0 in 958ms, sequenceid=49, compaction requested=true
2024-11-11T17:50:00,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:00,269 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:00,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40425e1e2879b76efd3e42842bba5ef0:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:50:00,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:00,269 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:00,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40425e1e2879b76efd3e42842bba5ef0:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:50:00,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:00,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40425e1e2879b76efd3e42842bba5ef0:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:50:00,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:00,270 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:00,270 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 40425e1e2879b76efd3e42842bba5ef0/A is initiating minor compaction (all files)
2024-11-11T17:50:00,270 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40425e1e2879b76efd3e42842bba5ef0/A in TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:00,270 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/d6c2b8a44a7348b3a523db5b7ca1db2c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/23df65dbbe0d4d3c930ab74f763c4997, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/5ad29bb0869644e2a5e6b26dfbbc5557] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp, totalSize=115.9 K
2024-11-11T17:50:00,270 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:00,270 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. files: [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/d6c2b8a44a7348b3a523db5b7ca1db2c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/23df65dbbe0d4d3c930ab74f763c4997, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/5ad29bb0869644e2a5e6b26dfbbc5557]
2024-11-11T17:50:00,270 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:00,271 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6c2b8a44a7348b3a523db5b7ca1db2c, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731347395884
2024-11-11T17:50:00,271 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 40425e1e2879b76efd3e42842bba5ef0/B is initiating minor compaction (all files)
2024-11-11T17:50:00,271 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40425e1e2879b76efd3e42842bba5ef0/B in TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:00,271 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/02dfcb5ca05c401ca69c8ed8c76a0d06, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/ee4230dfd21b484f8b7216488564ff94, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/090f8ac6d7f44119b46cc1747549e805] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp, totalSize=35.2 K
2024-11-11T17:50:00,271 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23df65dbbe0d4d3c930ab74f763c4997, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731347395923
2024-11-11T17:50:00,271 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 02dfcb5ca05c401ca69c8ed8c76a0d06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731347395890
2024-11-11T17:50:00,271 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ad29bb0869644e2a5e6b26dfbbc5557, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731347398135
2024-11-11T17:50:00,271 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting ee4230dfd21b484f8b7216488564ff94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731347395923
2024-11-11T17:50:00,272 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 090f8ac6d7f44119b46cc1747549e805, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731347398135
2024-11-11T17:50:00,290 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40425e1e2879b76efd3e42842bba5ef0#B#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:00,291 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/cab0cd8ee305439f97315c9f8dfe64db is 50, key is test_row_0/B:col10/1731347398137/Put/seqid=0
2024-11-11T17:50:00,296 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:00,335 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111285d7cc0e4814f2891d19b3177792b63_40425e1e2879b76efd3e42842bba5ef0 store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:00,338 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111285d7cc0e4814f2891d19b3177792b63_40425e1e2879b76efd3e42842bba5ef0, store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:00,338 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111285d7cc0e4814f2891d19b3177792b63_40425e1e2879b76efd3e42842bba5ef0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:00,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-11T17:50:00,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:00,366 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing 40425e1e2879b76efd3e42842bba5ef0 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-11T17:50:00,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=A
2024-11-11T17:50:00,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:00,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=B
2024-11-11T17:50:00,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:00,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=C
2024-11-11T17:50:00,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:00,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742141_1317 (size=12104)
2024-11-11T17:50:00,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742142_1318 (size=4469)
2024-11-11T17:50:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-11T17:50:00,390 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/cab0cd8ee305439f97315c9f8dfe64db as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/cab0cd8ee305439f97315c9f8dfe64db
2024-11-11T17:50:00,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b52d15db9846430c99f98f58a9a15020_40425e1e2879b76efd3e42842bba5ef0 is 50, key is test_row_0/A:col10/1731347399341/Put/seqid=0
2024-11-11T17:50:00,405 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40425e1e2879b76efd3e42842bba5ef0/B of 40425e1e2879b76efd3e42842bba5ef0 into cab0cd8ee305439f97315c9f8dfe64db(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:00,405 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:00,405 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., storeName=40425e1e2879b76efd3e42842bba5ef0/B, priority=13, startTime=1731347400269; duration=0sec
2024-11-11T17:50:00,405 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:00,405 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40425e1e2879b76efd3e42842bba5ef0:B
2024-11-11T17:50:00,405 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:00,406 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:00,407 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 40425e1e2879b76efd3e42842bba5ef0/C is initiating minor compaction (all files)
2024-11-11T17:50:00,407 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40425e1e2879b76efd3e42842bba5ef0/C in TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:00,407 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/65bc8a5e358e4246a4c01db8ae6d4d3e, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/1cbc57052d554f3f8674bee127a50003, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/afd25721e0a249839f902a5509726da1] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp, totalSize=35.2 K
2024-11-11T17:50:00,407 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 65bc8a5e358e4246a4c01db8ae6d4d3e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731347395890
2024-11-11T17:50:00,407 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 1cbc57052d554f3f8674bee127a50003, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731347395923
2024-11-11T17:50:00,408 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting afd25721e0a249839f902a5509726da1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731347398135
2024-11-11T17:50:00,420 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40425e1e2879b76efd3e42842bba5ef0#C#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:00,420 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/794a6a27d34645538d3938a601a51688 is 50, key is test_row_0/C:col10/1731347398137/Put/seqid=0
2024-11-11T17:50:00,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742143_1319 (size=12154)
2024-11-11T17:50:00,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:00,453 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b52d15db9846430c99f98f58a9a15020_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b52d15db9846430c99f98f58a9a15020_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:00,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/48cd5103fb2b4f8db5014af97b48d1fa, store: [table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:00,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/48cd5103fb2b4f8db5014af97b48d1fa is 175, key is test_row_0/A:col10/1731347399341/Put/seqid=0
2024-11-11T17:50:00,479 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742144_1320 (size=12104)
2024-11-11T17:50:00,495 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/794a6a27d34645538d3938a601a51688 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/794a6a27d34645538d3938a601a51688
2024-11-11T17:50:00,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742145_1321 (size=30955)
2024-11-11T17:50:00,502 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=68, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/48cd5103fb2b4f8db5014af97b48d1fa
2024-11-11T17:50:00,513 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40425e1e2879b76efd3e42842bba5ef0/C of 40425e1e2879b76efd3e42842bba5ef0 into 794a6a27d34645538d3938a601a51688(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:00,513 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:00,513 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., storeName=40425e1e2879b76efd3e42842bba5ef0/C, priority=13, startTime=1731347400270; duration=0sec
2024-11-11T17:50:00,513 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:00,513 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40425e1e2879b76efd3e42842bba5ef0:C
2024-11-11T17:50:00,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/99f5e1ee102d451eb4e75d2e98a70b34 is 50, key is test_row_0/B:col10/1731347399341/Put/seqid=0
2024-11-11T17:50:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:00,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:00,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742146_1322 (size=12001)
2024-11-11T17:50:00,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347460559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:00,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:00,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347460561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:00,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:00,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:00,579 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347460563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:00,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:00,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347460568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:00,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347460569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:00,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:00,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-11T17:50:00,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347460685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:00,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347460685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:00,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347460685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:00,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:00,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:00,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347460695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:00,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:00,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:00,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347460695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:00,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:00,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:00,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:00,777 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40425e1e2879b76efd3e42842bba5ef0#A#compaction#270 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:00,777 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/7178d262d8bd4a7da6cec052fa917e2b is 175, key is test_row_0/A:col10/1731347398137/Put/seqid=0
2024-11-11T17:50:00,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742147_1323 (size=31058)
2024-11-11T17:50:00,789 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/7178d262d8bd4a7da6cec052fa917e2b as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/7178d262d8bd4a7da6cec052fa917e2b
2024-11-11T17:50:00,803 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40425e1e2879b76efd3e42842bba5ef0/A of 40425e1e2879b76efd3e42842bba5ef0 into 7178d262d8bd4a7da6cec052fa917e2b(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:00,803 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:00,803 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., storeName=40425e1e2879b76efd3e42842bba5ef0/A, priority=13, startTime=1731347400269; duration=0sec
2024-11-11T17:50:00,804 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:00,804 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40425e1e2879b76efd3e42842bba5ef0:A
2024-11-11T17:50:00,912 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347460905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:00,913 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347460905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:00,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347460906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:00,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:00,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347460906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:00,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:00,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347460906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:00,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:00,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:00,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:00,967 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/99f5e1ee102d451eb4e75d2e98a70b34
2024-11-11T17:50:00,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/eee3ae84b7c04ece80b8e00e26a51be2 is 50, key is test_row_0/C:col10/1731347399341/Put/seqid=0
2024-11-11T17:50:00,979 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742148_1324 (size=12001)
2024-11-11T17:50:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-11T17:50:01,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347461225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:01,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:01,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347461225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:01,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347461225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:01,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347461225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:01,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:01,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347461226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:01,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:01,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:01,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:01,383 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/eee3ae84b7c04ece80b8e00e26a51be2
2024-11-11T17:50:01,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/48cd5103fb2b4f8db5014af97b48d1fa as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/48cd5103fb2b4f8db5014af97b48d1fa
2024-11-11T17:50:01,393 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/48cd5103fb2b4f8db5014af97b48d1fa, entries=150, sequenceid=68, filesize=30.2 K
2024-11-11T17:50:01,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/99f5e1ee102d451eb4e75d2e98a70b34 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/99f5e1ee102d451eb4e75d2e98a70b34
2024-11-11T17:50:01,405 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/99f5e1ee102d451eb4e75d2e98a70b34, entries=150, sequenceid=68, filesize=11.7 K
2024-11-11T17:50:01,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/eee3ae84b7c04ece80b8e00e26a51be2 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/eee3ae84b7c04ece80b8e00e26a51be2
2024-11-11T17:50:01,415 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/eee3ae84b7c04ece80b8e00e26a51be2, entries=150, sequenceid=68, filesize=11.7 K
2024-11-11T17:50:01,416 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 40425e1e2879b76efd3e42842bba5ef0 in 1050ms, sequenceid=68, compaction requested=false
2024-11-11T17:50:01,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:01,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:01,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96
2024-11-11T17:50:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=96
2024-11-11T17:50:01,419 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95
2024-11-11T17:50:01,419 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3580 sec
2024-11-11T17:50:01,421 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.3640 sec
2024-11-11T17:50:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:01,754 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40425e1e2879b76efd3e42842bba5ef0 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-11T17:50:01,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=A
2024-11-11T17:50:01,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:01,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=B
2024-11-11T17:50:01,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:01,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=C
2024-11-11T17:50:01,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:01,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118d716e0403ea48d1a8e589422ec586f4_40425e1e2879b76efd3e42842bba5ef0 is 50, key is test_row_0/A:col10/1731347400559/Put/seqid=0
2024-11-11T17:50:01,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347461800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:01,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,813 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,813 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:01,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742149_1325 (size=17034)
2024-11-11T17:50:01,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347461805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:01,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:01,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347461805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:01,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:01,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347461810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:01,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:01,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347461812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:01,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:01,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347461915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:01,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:01,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347461924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:01,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:01,942 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347461935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:01,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:01,953 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347461945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:01,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,953 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:01,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347461945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:01,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:01,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:02,150 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347462137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:02,150 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347462145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:02,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:02,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:02,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:02,151 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:02,151 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:02,151 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:02,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347462147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:02,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:02,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:02,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:02,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347462165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:02,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:02,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:02,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:02,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347462168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:02,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:02,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:02,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-11T17:50:02,205 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:50:02,206 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:50:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees
2024-11-11T17:50:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-11T17:50:02,216 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:50:02,217 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:02,218 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:50:02,218 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:50:02,226 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118d716e0403ea48d1a8e589422ec586f4_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118d716e0403ea48d1a8e589422ec586f4_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:02,226 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/e5d9f38894244bd5b1339e7491730282, store: [table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:02,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/e5d9f38894244bd5b1339e7491730282 is 175, key is test_row_0/A:col10/1731347400559/Put/seqid=0
2024-11-11T17:50:02,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742150_1326 (size=48139)
2024-11-11T17:50:02,249 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=86, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/e5d9f38894244bd5b1339e7491730282
2024-11-11T17:50:02,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/beeb6fbb8ce74547b24cadf7e63425b8 is 50, key is test_row_0/B:col10/1731347400559/Put/seqid=0
2024-11-11T17:50:02,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742151_1327 (size=12001)
2024-11-11T17:50:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-11T17:50:02,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-11T17:50:02,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:02,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:02,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:02,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:02,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:02,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347462458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:02,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:02,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347462458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:02,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:02,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:02,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347462458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:02,468 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:02,468 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:02,468 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:02,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:02,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:02,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:02,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347462485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:02,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:02,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:02,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:02,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347462487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:02,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:02,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:02,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:02,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-11T17:50:02,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:02,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:02,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:02,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:02,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-11T17:50:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:02,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-11T17:50:02,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:02,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:02,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:02,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:02,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:02,702 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/beeb6fbb8ce74547b24cadf7e63425b8
2024-11-11T17:50:02,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/28f6e7b23c404fc78f7d0f83426c8f21 is 50, key is test_row_0/C:col10/1731347400559/Put/seqid=0
2024-11-11T17:50:02,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742152_1328 (size=12001)
2024-11-11T17:50:02,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-11T17:50:02,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:02,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:02,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:02,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:02,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-11T17:50:02,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347462975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:02,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:02,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347462975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:02,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:02,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:02,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:02,986 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:02,986 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347462975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:02,986 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:02,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:02,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:02,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-11T17:50:02,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:02,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:02,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:02,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:02,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:02,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:03,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347462995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:03,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347462996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:03,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:03,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:03,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:03,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:03,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:03,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:03,139 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/28f6e7b23c404fc78f7d0f83426c8f21
2024-11-11T17:50:03,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/e5d9f38894244bd5b1339e7491730282 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/e5d9f38894244bd5b1339e7491730282
2024-11-11T17:50:03,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-11T17:50:03,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:03,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:03,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:03,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:03,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:03,151 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/e5d9f38894244bd5b1339e7491730282, entries=250, sequenceid=86, filesize=47.0 K
2024-11-11T17:50:03,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/beeb6fbb8ce74547b24cadf7e63425b8 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/beeb6fbb8ce74547b24cadf7e63425b8
2024-11-11T17:50:03,158 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/beeb6fbb8ce74547b24cadf7e63425b8, entries=150, sequenceid=86, filesize=11.7 K
2024-11-11T17:50:03,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/28f6e7b23c404fc78f7d0f83426c8f21 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/28f6e7b23c404fc78f7d0f83426c8f21
2024-11-11T17:50:03,164 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/28f6e7b23c404fc78f7d0f83426c8f21, entries=150, sequenceid=86, filesize=11.7 K
2024-11-11T17:50:03,164 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 40425e1e2879b76efd3e42842bba5ef0 in 1410ms, sequenceid=86, compaction requested=true
2024-11-11T17:50:03,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:03,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40425e1e2879b76efd3e42842bba5ef0:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:50:03,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:03,165 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:03,165 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:03,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40425e1e2879b76efd3e42842bba5ef0:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:50:03,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:03,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40425e1e2879b76efd3e42842bba5ef0:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:50:03,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:03,165 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:03,165 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:03,165 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 40425e1e2879b76efd3e42842bba5ef0/B is initiating minor compaction (all files)
2024-11-11T17:50:03,165 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 40425e1e2879b76efd3e42842bba5ef0/A is initiating minor compaction (all files)
2024-11-11T17:50:03,166 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40425e1e2879b76efd3e42842bba5ef0/B in TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:03,166 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40425e1e2879b76efd3e42842bba5ef0/A in TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:03,166 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/cab0cd8ee305439f97315c9f8dfe64db, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/99f5e1ee102d451eb4e75d2e98a70b34, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/beeb6fbb8ce74547b24cadf7e63425b8] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp, totalSize=35.3 K
2024-11-11T17:50:03,166 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/7178d262d8bd4a7da6cec052fa917e2b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/48cd5103fb2b4f8db5014af97b48d1fa, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/e5d9f38894244bd5b1339e7491730282] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp, totalSize=107.6 K
2024-11-11T17:50:03,166 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:03,166 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. files: [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/7178d262d8bd4a7da6cec052fa917e2b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/48cd5103fb2b4f8db5014af97b48d1fa, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/e5d9f38894244bd5b1339e7491730282]
2024-11-11T17:50:03,166 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting cab0cd8ee305439f97315c9f8dfe64db, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731347398135
2024-11-11T17:50:03,166 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7178d262d8bd4a7da6cec052fa917e2b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731347398135
2024-11-11T17:50:03,167 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 99f5e1ee102d451eb4e75d2e98a70b34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1731347399324
2024-11-11T17:50:03,167 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48cd5103fb2b4f8db5014af97b48d1fa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1731347399324
2024-11-11T17:50:03,167 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting beeb6fbb8ce74547b24cadf7e63425b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731347400557
2024-11-11T17:50:03,167 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5d9f38894244bd5b1339e7491730282, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731347400557
2024-11-11T17:50:03,179 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40425e1e2879b76efd3e42842bba5ef0#B#compaction#278 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:03,179 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/7ea7415bffcb43bc962642ca381f9278 is 50, key is test_row_0/B:col10/1731347400559/Put/seqid=0
2024-11-11T17:50:03,188 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:03,192 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111484b4af038244913ac484f2c4d78ea10_40425e1e2879b76efd3e42842bba5ef0 store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:03,194 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111484b4af038244913ac484f2c4d78ea10_40425e1e2879b76efd3e42842bba5ef0, store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:03,194 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111484b4af038244913ac484f2c4d78ea10_40425e1e2879b76efd3e42842bba5ef0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:03,201 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742153_1329 (size=12207)
2024-11-11T17:50:03,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742154_1330 (size=4469)
2024-11-11T17:50:03,217 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40425e1e2879b76efd3e42842bba5ef0#A#compaction#279 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:03,218 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/874a3700780d4b29a527f005ed316026 is 175, key is test_row_0/A:col10/1731347400559/Put/seqid=0
2024-11-11T17:50:03,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742155_1331 (size=31161)
2024-11-11T17:50:03,232 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/874a3700780d4b29a527f005ed316026 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/874a3700780d4b29a527f005ed316026
2024-11-11T17:50:03,240 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40425e1e2879b76efd3e42842bba5ef0/A of 40425e1e2879b76efd3e42842bba5ef0 into 874a3700780d4b29a527f005ed316026(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:03,240 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:03,240 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., storeName=40425e1e2879b76efd3e42842bba5ef0/A, priority=13, startTime=1731347403164; duration=0sec
2024-11-11T17:50:03,240 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:03,240 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40425e1e2879b76efd3e42842bba5ef0:A
2024-11-11T17:50:03,240 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:03,249 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:03,249 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 40425e1e2879b76efd3e42842bba5ef0/C is initiating minor compaction (all files)
2024-11-11T17:50:03,249 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40425e1e2879b76efd3e42842bba5ef0/C in TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:03,249 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/794a6a27d34645538d3938a601a51688, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/eee3ae84b7c04ece80b8e00e26a51be2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/28f6e7b23c404fc78f7d0f83426c8f21] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp, totalSize=35.3 K
2024-11-11T17:50:03,250 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 794a6a27d34645538d3938a601a51688, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731347398135
2024-11-11T17:50:03,250 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting eee3ae84b7c04ece80b8e00e26a51be2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1731347399324
2024-11-11T17:50:03,250 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28f6e7b23c404fc78f7d0f83426c8f21, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731347400557
2024-11-11T17:50:03,260 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40425e1e2879b76efd3e42842bba5ef0#C#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:03,261 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/11780086e3fc4c2ca1c88e2939e77ea6 is 50, key is test_row_0/C:col10/1731347400559/Put/seqid=0
2024-11-11T17:50:03,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742156_1332 (size=12207)
2024-11-11T17:50:03,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-11T17:50:03,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:03,300 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 40425e1e2879b76efd3e42842bba5ef0 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-11T17:50:03,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=A
2024-11-11T17:50:03,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:03,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=B
2024-11-11T17:50:03,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:03,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=C
2024-11-11T17:50:03,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:03,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111135628f8e2c4a4dcb9428a97be0d0c1d3_40425e1e2879b76efd3e42842bba5ef0 is 50, key is test_row_0/A:col10/1731347401805/Put/seqid=0
2024-11-11T17:50:03,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742157_1333 (size=12154)
2024-11-11T17:50:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-11T17:50:03,610 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/7ea7415bffcb43bc962642ca381f9278 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/7ea7415bffcb43bc962642ca381f9278
2024-11-11T17:50:03,616 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40425e1e2879b76efd3e42842bba5ef0/B of 40425e1e2879b76efd3e42842bba5ef0 into 7ea7415bffcb43bc962642ca381f9278(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:03,616 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:03,616 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., storeName=40425e1e2879b76efd3e42842bba5ef0/B, priority=13, startTime=1731347403165; duration=0sec
2024-11-11T17:50:03,616 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:03,616 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40425e1e2879b76efd3e42842bba5ef0:B
2024-11-11T17:50:03,685 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/11780086e3fc4c2ca1c88e2939e77ea6 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/11780086e3fc4c2ca1c88e2939e77ea6
2024-11-11T17:50:03,691 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40425e1e2879b76efd3e42842bba5ef0/C of 40425e1e2879b76efd3e42842bba5ef0 into 11780086e3fc4c2ca1c88e2939e77ea6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:03,691 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:03,691 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., storeName=40425e1e2879b76efd3e42842bba5ef0/C, priority=13, startTime=1731347403165; duration=0sec
2024-11-11T17:50:03,692 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:03,692 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40425e1e2879b76efd3e42842bba5ef0:C
2024-11-11T17:50:03,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:03,732 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111135628f8e2c4a4dcb9428a97be0d0c1d3_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111135628f8e2c4a4dcb9428a97be0d0c1d3_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:03,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/5109087b6c65432fad814c52f56bc0a8, store: [table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:03,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/5109087b6c65432fad814c52f56bc0a8 is 175, key is test_row_0/A:col10/1731347401805/Put/seqid=0
2024-11-11T17:50:03,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742158_1334 (size=30955)
2024-11-11T17:50:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:04,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:04,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347464019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:04,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:04,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347464020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:04,035 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:04,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347464025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:04,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:04,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:04,042 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347464026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:04,042 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:04,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347464028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:04,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:04,138 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347464135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:04,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:04,142 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=104, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/5109087b6c65432fad814c52f56bc0a8
2024-11-11T17:50:04,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/0c06d091863c4cabb6e0526db7a2d2dd is 50, key is test_row_0/B:col10/1731347401805/Put/seqid=0
2024-11-11T17:50:04,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742159_1335 (size=12001)
2024-11-11T17:50:04,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347464145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:04,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:04,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347464145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:04,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:04,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:04,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347464145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:04,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:04,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347464145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:04,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:04,352 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347464346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:04,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-11T17:50:04,375 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347464365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,375 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347464365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,376 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347464366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:04,376 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347464366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:04,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:04,550 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/0c06d091863c4cabb6e0526db7a2d2dd
2024-11-11T17:50:04,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/b1942dffa39b4f738557a4b41ec7bd33 is 50, key is test_row_0/C:col10/1731347401805/Put/seqid=0
2024-11-11T17:50:04,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742160_1336 (size=12001)
2024-11-11T17:50:04,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:04,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347464665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:04,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:04,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:04,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:04,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347464686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:04,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347464686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:04,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:04,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:04,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:04,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347464686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:04,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:04,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347464686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:04,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:04,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:04,981 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/b1942dffa39b4f738557a4b41ec7bd33
2024-11-11T17:50:04,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/5109087b6c65432fad814c52f56bc0a8 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/5109087b6c65432fad814c52f56bc0a8
2024-11-11T17:50:04,998 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/5109087b6c65432fad814c52f56bc0a8, entries=150, sequenceid=104, filesize=30.2 K
2024-11-11T17:50:04,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/0c06d091863c4cabb6e0526db7a2d2dd as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/0c06d091863c4cabb6e0526db7a2d2dd
2024-11-11T17:50:05,011 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/0c06d091863c4cabb6e0526db7a2d2dd, entries=150, sequenceid=104, filesize=11.7 K
2024-11-11T17:50:05,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/b1942dffa39b4f738557a4b41ec7bd33 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/b1942dffa39b4f738557a4b41ec7bd33
2024-11-11T17:50:05,017 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/b1942dffa39b4f738557a4b41ec7bd33, entries=150, sequenceid=104, filesize=11.7 K
2024-11-11T17:50:05,018 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 40425e1e2879b76efd3e42842bba5ef0 in 1718ms, sequenceid=104, compaction requested=false
2024-11-11T17:50:05,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:05,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:05,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98
2024-11-11T17:50:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=98
2024-11-11T17:50:05,025 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97
2024-11-11T17:50:05,025 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8020 sec
2024-11-11T17:50:05,033 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.8200 sec
2024-11-11T17:50:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:05,189 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40425e1e2879b76efd3e42842bba5ef0 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-11T17:50:05,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=A
2024-11-11T17:50:05,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:05,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=B
2024-11-11T17:50:05,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:05,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=C
2024-11-11T17:50:05,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:05,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111caefa58942414508b98705c6d3c8d801_40425e1e2879b76efd3e42842bba5ef0 is 50, key is test_row_0/A:col10/1731347404024/Put/seqid=0
2024-11-11T17:50:05,201 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742161_1337 (size=14594)
2024-11-11T17:50:05,201 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:05,208 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111caefa58942414508b98705c6d3c8d801_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111caefa58942414508b98705c6d3c8d801_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:05,209 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/db39a5df45b14d0aa5806ce1d29ea08b, store: [table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:05,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/db39a5df45b14d0aa5806ce1d29ea08b is 175, key is test_row_0/A:col10/1731347404024/Put/seqid=0
2024-11-11T17:50:05,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742162_1338 (size=39549)
2024-11-11T17:50:05,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347465225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:05,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:05,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347465231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:05,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:05,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347465231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:05,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:05,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:05,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347465233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:05,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:05,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347465234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:05,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:05,352 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347465345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:05,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:05,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347465345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:05,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:05,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:05,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347465345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:05,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:05,356 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347465354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:05,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:05,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347465355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:05,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:05,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347465554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:05,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:05,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347465565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:05,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:05,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347465565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:05,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:05,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347465565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:05,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:05,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347465575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:05,583 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,583 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,583 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:05,626 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/db39a5df45b14d0aa5806ce1d29ea08b
2024-11-11T17:50:05,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/90edb2b7d8da41efae62f5b2618afed8 is 50, key is test_row_0/B:col10/1731347404024/Put/seqid=0
2024-11-11T17:50:05,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742163_1339 (size=12001)
2024-11-11T17:50:05,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347465865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:05,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:05,881 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347465875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:05,881 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:05,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347465875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:05,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:05,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,881 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:05,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347465875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:05,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:05,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347465895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:05,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:05,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:06,038 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/90edb2b7d8da41efae62f5b2618afed8
2024-11-11T17:50:06,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/c161714d112145cdab4c25b654b5b122 is 50, key is test_row_0/C:col10/1731347404024/Put/seqid=0
2024-11-11T17:50:06,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742164_1340 (size=12001)
2024-11-11T17:50:06,385 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347466376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-11T17:50:06,386 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:50:06,387 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:50:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees
2024-11-11T17:50:06,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:06,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:06,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-11T17:50:06,390 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:50:06,391 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:50:06,391 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:50:06,391 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347466386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:06,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:06,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:06,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:06,408 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347466395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:06,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:06,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:06,408 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:06,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347466395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:06,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:06,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:06,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:06,425 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347466415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:06,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:06,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:06,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:06,453 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/c161714d112145cdab4c25b654b5b122
2024-11-11T17:50:06,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/db39a5df45b14d0aa5806ce1d29ea08b as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/db39a5df45b14d0aa5806ce1d29ea08b
2024-11-11T17:50:06,459 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/db39a5df45b14d0aa5806ce1d29ea08b, entries=200, sequenceid=122, filesize=38.6 K
2024-11-11T17:50:06,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/90edb2b7d8da41efae62f5b2618afed8 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/90edb2b7d8da41efae62f5b2618afed8
2024-11-11T17:50:06,463 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/90edb2b7d8da41efae62f5b2618afed8, entries=150, sequenceid=122, filesize=11.7 K
2024-11-11T17:50:06,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/c161714d112145cdab4c25b654b5b122 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/c161714d112145cdab4c25b654b5b122
2024-11-11T17:50:06,467 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/c161714d112145cdab4c25b654b5b122, entries=150, sequenceid=122, filesize=11.7 K
2024-11-11T17:50:06,468 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 40425e1e2879b76efd3e42842bba5ef0 in 1279ms, sequenceid=122, compaction requested=true
2024-11-11T17:50:06,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:06,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40425e1e2879b76efd3e42842bba5ef0:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:50:06,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:06,468 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:06,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40425e1e2879b76efd3e42842bba5ef0:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:50:06,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:06,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40425e1e2879b76efd3e42842bba5ef0:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:50:06,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:06,469 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:06,469 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:06,469 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101665 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:06,469 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 40425e1e2879b76efd3e42842bba5ef0/B is initiating minor compaction (all files)
2024-11-11T17:50:06,469 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 40425e1e2879b76efd3e42842bba5ef0/A is initiating minor compaction (all files)
2024-11-11T17:50:06,469 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40425e1e2879b76efd3e42842bba5ef0/B in TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:06,469 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40425e1e2879b76efd3e42842bba5ef0/A in TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:06,469 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/7ea7415bffcb43bc962642ca381f9278, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/0c06d091863c4cabb6e0526db7a2d2dd, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/90edb2b7d8da41efae62f5b2618afed8] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp, totalSize=35.4 K
2024-11-11T17:50:06,469 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/874a3700780d4b29a527f005ed316026, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/5109087b6c65432fad814c52f56bc0a8, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/db39a5df45b14d0aa5806ce1d29ea08b] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp, totalSize=99.3 K
2024-11-11T17:50:06,469 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:06,469 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. files: [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/874a3700780d4b29a527f005ed316026, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/5109087b6c65432fad814c52f56bc0a8, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/db39a5df45b14d0aa5806ce1d29ea08b]
2024-11-11T17:50:06,470 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ea7415bffcb43bc962642ca381f9278, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731347400557
2024-11-11T17:50:06,470 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 874a3700780d4b29a527f005ed316026, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731347400557
2024-11-11T17:50:06,470 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c06d091863c4cabb6e0526db7a2d2dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731347401780
2024-11-11T17:50:06,470 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5109087b6c65432fad814c52f56bc0a8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731347401780
2024-11-11T17:50:06,471 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 90edb2b7d8da41efae62f5b2618afed8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731347404023
2024-11-11T17:50:06,471 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting db39a5df45b14d0aa5806ce1d29ea08b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731347404023
2024-11-11T17:50:06,478 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40425e1e2879b76efd3e42842bba5ef0#B#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:06,479 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/306e8b0b545f4a6b8404619ee7a67ec7 is 50, key is test_row_0/B:col10/1731347404024/Put/seqid=0
2024-11-11T17:50:06,481 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:06,488 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111176a4c5f57b3241ea81c80799dcb49821_40425e1e2879b76efd3e42842bba5ef0 store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:06,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742165_1341 (size=12309)
2024-11-11T17:50:06,490 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111176a4c5f57b3241ea81c80799dcb49821_40425e1e2879b76efd3e42842bba5ef0, store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:06,490 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111176a4c5f57b3241ea81c80799dcb49821_40425e1e2879b76efd3e42842bba5ef0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-11T17:50:06,495 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/306e8b0b545f4a6b8404619ee7a67ec7 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/306e8b0b545f4a6b8404619ee7a67ec7
2024-11-11T17:50:06,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742166_1342 (size=4469)
2024-11-11T17:50:06,502 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40425e1e2879b76efd3e42842bba5ef0/B of 40425e1e2879b76efd3e42842bba5ef0 into 306e8b0b545f4a6b8404619ee7a67ec7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:06,502 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:06,502 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., storeName=40425e1e2879b76efd3e42842bba5ef0/B, priority=13, startTime=1731347406468; duration=0sec
2024-11-11T17:50:06,502 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:06,502 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40425e1e2879b76efd3e42842bba5ef0:B
2024-11-11T17:50:06,502 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:06,505 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40425e1e2879b76efd3e42842bba5ef0#A#compaction#288 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:06,505 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:06,506 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 40425e1e2879b76efd3e42842bba5ef0/C is initiating minor compaction (all files)
2024-11-11T17:50:06,506 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40425e1e2879b76efd3e42842bba5ef0/C in TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:06,506 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/11780086e3fc4c2ca1c88e2939e77ea6, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/b1942dffa39b4f738557a4b41ec7bd33, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/c161714d112145cdab4c25b654b5b122] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp, totalSize=35.4 K
2024-11-11T17:50:06,506 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/f77267d9c58e497b80d9da946a033c79 is 175, key is test_row_0/A:col10/1731347404024/Put/seqid=0
2024-11-11T17:50:06,506 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 11780086e3fc4c2ca1c88e2939e77ea6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731347400557
2024-11-11T17:50:06,506 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting b1942dffa39b4f738557a4b41ec7bd33, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731347401780
2024-11-11T17:50:06,507 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting c161714d112145cdab4c25b654b5b122, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731347404023
2024-11-11T17:50:06,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742167_1343 (size=31263)
2024-11-11T17:50:06,516 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/f77267d9c58e497b80d9da946a033c79 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/f77267d9c58e497b80d9da946a033c79
2024-11-11T17:50:06,518 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40425e1e2879b76efd3e42842bba5ef0#C#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:06,518 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/17154cac934d4f78974676f432b255ea is 50, key is test_row_0/C:col10/1731347404024/Put/seqid=0
2024-11-11T17:50:06,520 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40425e1e2879b76efd3e42842bba5ef0/A of 40425e1e2879b76efd3e42842bba5ef0 into f77267d9c58e497b80d9da946a033c79(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:06,520 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:06,520 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., storeName=40425e1e2879b76efd3e42842bba5ef0/A, priority=13, startTime=1731347406468; duration=0sec
2024-11-11T17:50:06,521 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:06,521 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40425e1e2879b76efd3e42842bba5ef0:A
2024-11-11T17:50:06,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742168_1344 (size=12309)
2024-11-11T17:50:06,527 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/17154cac934d4f78974676f432b255ea as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/17154cac934d4f78974676f432b255ea
2024-11-11T17:50:06,530 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40425e1e2879b76efd3e42842bba5ef0/C of 40425e1e2879b76efd3e42842bba5ef0 into 17154cac934d4f78974676f432b255ea(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:06,530 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:06,530 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., storeName=40425e1e2879b76efd3e42842bba5ef0/C, priority=13, startTime=1731347406469; duration=0sec
2024-11-11T17:50:06,530 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:06,530 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40425e1e2879b76efd3e42842bba5ef0:C
2024-11-11T17:50:06,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-11T17:50:06,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:06,544 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 40425e1e2879b76efd3e42842bba5ef0 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-11T17:50:06,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=A
2024-11-11T17:50:06,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:06,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=B
2024-11-11T17:50:06,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:06,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=C
2024-11-11T17:50:06,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:06,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115f76d752ed3f41a88d0430eac04086bb_40425e1e2879b76efd3e42842bba5ef0 is 50, key is test_row_0/A:col10/1731347405231/Put/seqid=0
2024-11-11T17:50:06,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742169_1345 (size=12304)
2024-11-11T17:50:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-11T17:50:06,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:06,965 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115f76d752ed3f41a88d0430eac04086bb_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115f76d752ed3f41a88d0430eac04086bb_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:06,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/7eedfc7f1a5e411dbae4034f6dba7095, store: [table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:06,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/7eedfc7f1a5e411dbae4034f6dba7095 is 175, key is test_row_0/A:col10/1731347405231/Put/seqid=0
2024-11-11T17:50:06,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742170_1346 (size=31105)
2024-11-11T17:50:06,972 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=141, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/7eedfc7f1a5e411dbae4034f6dba7095
2024-11-11T17:50:06,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/f8fda264950b44a399bf930d850b12fe is 50, key is test_row_0/B:col10/1731347405231/Put/seqid=0
2024-11-11T17:50:06,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742171_1347 (size=12151)
2024-11-11T17:50:06,983 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/f8fda264950b44a399bf930d850b12fe
2024-11-11T17:50:06,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/e2499f710ae64060b8136b857abd4885 is 50, key is test_row_0/C:col10/1731347405231/Put/seqid=0
2024-11-11T17:50:06,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742172_1348 (size=12151)
2024-11-11T17:50:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-11T17:50:07,395 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/e2499f710ae64060b8136b857abd4885
2024-11-11T17:50:07,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/7eedfc7f1a5e411dbae4034f6dba7095 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/7eedfc7f1a5e411dbae4034f6dba7095
2024-11-11T17:50:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:07,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:07,403 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/7eedfc7f1a5e411dbae4034f6dba7095, entries=150, sequenceid=141, filesize=30.4 K
2024-11-11T17:50:07,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/f8fda264950b44a399bf930d850b12fe as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/f8fda264950b44a399bf930d850b12fe
2024-11-11T17:50:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,407 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/f8fda264950b44a399bf930d850b12fe, entries=150, sequenceid=141, filesize=11.9 K
2024-11-11T17:50:07,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/e2499f710ae64060b8136b857abd4885 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/e2499f710ae64060b8136b857abd4885
2024-11-11T17:50:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,411 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/e2499f710ae64060b8136b857abd4885, entries=150, sequenceid=141, filesize=11.9 K
2024-11-11T17:50:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,412 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=20.13 KB/20610 for 40425e1e2879b76efd3e42842bba5ef0 in 868ms, sequenceid=141, compaction requested=false
2024-11-11T17:50:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:07,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100
2024-11-11T17:50:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=100
2024-11-11T17:50:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,417 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99
2024-11-11T17:50:07,417 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0240 sec
2024-11-11T17:50:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,419 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.0310 sec
2024-11-11T17:50:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,443 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40425e1e2879b76efd3e42842bba5ef0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-11T17:50:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=A
2024-11-11T17:50:07,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:07,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=B
2024-11-11T17:50:07,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:07,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=C
2024-11-11T17:50:07,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111abc2bd7bf9d449b8a8a2437b651a63e2_40425e1e2879b76efd3e42842bba5ef0 is 50, key is test_row_0/A:col10/1731347407440/Put/seqid=0
2024-11-11T17:50:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742173_1349 (size=19774)
2024-11-11T17:50:07,502 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731347407470, max timestamp=1731347407500Num uniques 859; 
2024-11-11T17:50:07,502 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731347407470, max timestamp=1731347407500Num uniques 859; 
2024-11-11T17:50:07,502 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731347407470, max timestamp=1731347407500Num uniques 859; 
2024-11-11T17:50:07,502 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-11T17:50:07,502 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-11T17:50:07,502 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-11T17:50:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-11T17:50:07,525 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:50:07,525 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:50:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees
2024-11-11T17:50:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-11T17:50:07,527 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:50:07,528 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:50:07,528 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:50:07,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347467535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:07,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:07,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347467536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:07,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:07,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:07,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347467537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:07,552 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:07,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347467537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:07,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:07,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:07,552 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347467538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:07,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-11T17:50:07,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347467655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:07,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347467655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:07,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:07,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,666 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:07,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347467655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:07,666 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:07,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347467655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:07,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:07,666 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:07,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347467655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:07,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:07,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:07,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-11T17:50:07,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:07,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:07,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:07,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:07,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:07,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-11T17:50:07,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:07,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:07,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:07,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:07,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-11T17:50:07,872 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:07,875 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111abc2bd7bf9d449b8a8a2437b651a63e2_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111abc2bd7bf9d449b8a8a2437b651a63e2_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:07,876 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/2d74faee18694836861b14d56fb102d3, store: [table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:07,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/2d74faee18694836861b14d56fb102d3 is 175, key is test_row_0/A:col10/1731347407440/Put/seqid=0
2024-11-11T17:50:07,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742174_1350 (size=57033)
2024-11-11T17:50:07,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347467875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:07,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347467875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:07,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:07,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:07,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347467875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:07,887 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:07,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347467875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:07,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:07,887 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:07,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347467876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:07,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:07,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:07,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:07,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-11T17:50:07,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:07,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:07,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:07,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:07,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:08,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-11T17:50:08,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:08,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:08,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:08,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:08,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-11T17:50:08,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347468195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:08,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347468195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:08,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347468195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:08,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347468195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:08,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347468195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:08,283 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=151, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/2d74faee18694836861b14d56fb102d3
2024-11-11T17:50:08,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/b76949c5be9843df8812443c32530661 is 50, key is test_row_0/B:col10/1731347407440/Put/seqid=0
2024-11-11T17:50:08,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-11T17:50:08,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:08,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:08,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:08,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:08,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:08,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742175_1351 (size=12151)
2024-11-11T17:50:08,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-11T17:50:08,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:08,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:08,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:08,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:08,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:08,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-11T17:50:08,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:08,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:08,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:08,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:08,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-11T17:50:08,695 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/b76949c5be9843df8812443c32530661
2024-11-11T17:50:08,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/add1a8f57ceb439ba7ee1507e34e3fd7 is 50, key is test_row_0/C:col10/1731347407440/Put/seqid=0
2024-11-11T17:50:08,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742176_1352 (size=12151)
2024-11-11T17:50:08,725 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347468714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:08,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:08,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347468714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:08,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:08,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:08,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:08,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347468714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:08,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:08,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:08,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:08,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:08,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:08,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347468715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:08,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:08,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:08,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:08,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347468715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:08,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:08,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:08,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:08,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-11T17:50:08,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:08,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:08,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:08,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:08,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:08,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-11T17:50:08,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:08,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:08,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:08,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:08,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:09,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-11T17:50:09,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:09,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:09,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:09,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:09,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:09,104 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/add1a8f57ceb439ba7ee1507e34e3fd7
2024-11-11T17:50:09,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/2d74faee18694836861b14d56fb102d3 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/2d74faee18694836861b14d56fb102d3
2024-11-11T17:50:09,111 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/2d74faee18694836861b14d56fb102d3, entries=300, sequenceid=151, filesize=55.7 K
2024-11-11T17:50:09,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/b76949c5be9843df8812443c32530661 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/b76949c5be9843df8812443c32530661
2024-11-11T17:50:09,114 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/b76949c5be9843df8812443c32530661, entries=150, sequenceid=151, filesize=11.9 K
2024-11-11T17:50:09,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/add1a8f57ceb439ba7ee1507e34e3fd7 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/add1a8f57ceb439ba7ee1507e34e3fd7
2024-11-11T17:50:09,118 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/add1a8f57ceb439ba7ee1507e34e3fd7, entries=150, sequenceid=151, filesize=11.9 K
2024-11-11T17:50:09,119 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 40425e1e2879b76efd3e42842bba5ef0 in 1675ms, sequenceid=151, compaction requested=true
2024-11-11T17:50:09,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:09,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40425e1e2879b76efd3e42842bba5ef0:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:50:09,119 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:09,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:09,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40425e1e2879b76efd3e42842bba5ef0:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:50:09,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:09,119 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:09,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40425e1e2879b76efd3e42842bba5ef0:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:50:09,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:09,119 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 119401 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:09,120 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:09,120 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 40425e1e2879b76efd3e42842bba5ef0/A is initiating minor compaction (all files)
2024-11-11T17:50:09,120 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 40425e1e2879b76efd3e42842bba5ef0/B is initiating minor compaction (all files)
2024-11-11T17:50:09,120 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40425e1e2879b76efd3e42842bba5ef0/A in TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:09,120 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40425e1e2879b76efd3e42842bba5ef0/B in TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:09,120 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/306e8b0b545f4a6b8404619ee7a67ec7, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/f8fda264950b44a399bf930d850b12fe, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/b76949c5be9843df8812443c32530661] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp, totalSize=35.8 K
2024-11-11T17:50:09,120 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/f77267d9c58e497b80d9da946a033c79, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/7eedfc7f1a5e411dbae4034f6dba7095, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/2d74faee18694836861b14d56fb102d3] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp, totalSize=116.6 K
2024-11-11T17:50:09,120 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:09,120 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. files: [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/f77267d9c58e497b80d9da946a033c79, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/7eedfc7f1a5e411dbae4034f6dba7095, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/2d74faee18694836861b14d56fb102d3]
2024-11-11T17:50:09,120 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 306e8b0b545f4a6b8404619ee7a67ec7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731347404023
2024-11-11T17:50:09,120 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting f77267d9c58e497b80d9da946a033c79, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731347404023
2024-11-11T17:50:09,120 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting f8fda264950b44a399bf930d850b12fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731347405229
2024-11-11T17:50:09,120 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7eedfc7f1a5e411dbae4034f6dba7095, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731347405229
2024-11-11T17:50:09,120 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting b76949c5be9843df8812443c32530661, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731347407435
2024-11-11T17:50:09,121 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d74faee18694836861b14d56fb102d3, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731347407398
2024-11-11T17:50:09,126 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:09,128 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40425e1e2879b76efd3e42842bba5ef0#B#compaction#296 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:09,128 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111c52d1b43ec47483484fe174da5aa9b72_40425e1e2879b76efd3e42842bba5ef0 store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:09,128 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/7997a6ca08934140be1c3ff3905e2103 is 50, key is test_row_0/B:col10/1731347407440/Put/seqid=0
2024-11-11T17:50:09,130 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111c52d1b43ec47483484fe174da5aa9b72_40425e1e2879b76efd3e42842bba5ef0, store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:09,130 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c52d1b43ec47483484fe174da5aa9b72_40425e1e2879b76efd3e42842bba5ef0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:09,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742177_1353 (size=12561)
2024-11-11T17:50:09,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742178_1354 (size=4469)
2024-11-11T17:50:09,144 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40425e1e2879b76efd3e42842bba5ef0#A#compaction#297 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:09,144 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/7997a6ca08934140be1c3ff3905e2103 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/7997a6ca08934140be1c3ff3905e2103
2024-11-11T17:50:09,144 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/47f6e69b481a45448a516249832db6ac is 175, key is test_row_0/A:col10/1731347407440/Put/seqid=0
2024-11-11T17:50:09,148 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40425e1e2879b76efd3e42842bba5ef0/B of 40425e1e2879b76efd3e42842bba5ef0 into 7997a6ca08934140be1c3ff3905e2103(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:09,148 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:09,148 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., storeName=40425e1e2879b76efd3e42842bba5ef0/B, priority=13, startTime=1731347409119; duration=0sec
2024-11-11T17:50:09,148 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:09,148 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40425e1e2879b76efd3e42842bba5ef0:B
2024-11-11T17:50:09,148 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:09,149 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:09,149 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 40425e1e2879b76efd3e42842bba5ef0/C is initiating minor compaction (all files)
2024-11-11T17:50:09,149 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40425e1e2879b76efd3e42842bba5ef0/C in TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:09,149 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/17154cac934d4f78974676f432b255ea, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/e2499f710ae64060b8136b857abd4885, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/add1a8f57ceb439ba7ee1507e34e3fd7] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp, totalSize=35.8 K
2024-11-11T17:50:09,150 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 17154cac934d4f78974676f432b255ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731347404023
2024-11-11T17:50:09,150 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting e2499f710ae64060b8136b857abd4885, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731347405229
2024-11-11T17:50:09,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742179_1355 (size=31515)
2024-11-11T17:50:09,150 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting add1a8f57ceb439ba7ee1507e34e3fd7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731347407435
2024-11-11T17:50:09,157 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/47f6e69b481a45448a516249832db6ac as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/47f6e69b481a45448a516249832db6ac
2024-11-11T17:50:09,158 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40425e1e2879b76efd3e42842bba5ef0#C#compaction#298 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:09,159 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/c5b20c2bf8ef4dc9aadc83f0952d82e2 is 50, key is test_row_0/C:col10/1731347407440/Put/seqid=0
2024-11-11T17:50:09,161 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40425e1e2879b76efd3e42842bba5ef0/A of 40425e1e2879b76efd3e42842bba5ef0 into 47f6e69b481a45448a516249832db6ac(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:09,161 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:09,161 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., storeName=40425e1e2879b76efd3e42842bba5ef0/A, priority=13, startTime=1731347409119; duration=0sec
2024-11-11T17:50:09,161 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:09,161 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40425e1e2879b76efd3e42842bba5ef0:A
2024-11-11T17:50:09,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742180_1356 (size=12561)
2024-11-11T17:50:09,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-11T17:50:09,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:09,206 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 40425e1e2879b76efd3e42842bba5ef0 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB
2024-11-11T17:50:09,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=A
2024-11-11T17:50:09,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:09,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=B
2024-11-11T17:50:09,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:09,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=C
2024-11-11T17:50:09,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:09,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111291e71cd8d07414fb815fa71ed74cdb5_40425e1e2879b76efd3e42842bba5ef0 is 50, key is test_row_0/A:col10/1731347407537/Put/seqid=0
2024-11-11T17:50:09,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742181_1357 (size=12304)
2024-11-11T17:50:09,569 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/c5b20c2bf8ef4dc9aadc83f0952d82e2 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/c5b20c2bf8ef4dc9aadc83f0952d82e2
2024-11-11T17:50:09,575 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40425e1e2879b76efd3e42842bba5ef0/C of 40425e1e2879b76efd3e42842bba5ef0 into c5b20c2bf8ef4dc9aadc83f0952d82e2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:09,575 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:09,575 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., storeName=40425e1e2879b76efd3e42842bba5ef0/C, priority=13, startTime=1731347409119; duration=0sec
2024-11-11T17:50:09,575 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:09,575 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40425e1e2879b76efd3e42842bba5ef0:C
2024-11-11T17:50:09,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:09,620 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111291e71cd8d07414fb815fa71ed74cdb5_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111291e71cd8d07414fb815fa71ed74cdb5_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:09,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/3894389ed83b490b8a98cc0195846b1d, store: [table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:09,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/3894389ed83b490b8a98cc0195846b1d is 175, key is test_row_0/A:col10/1731347407537/Put/seqid=0
2024-11-11T17:50:09,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742182_1358 (size=31105)
2024-11-11T17:50:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-11T17:50:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:09,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:09,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347469745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:09,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347469745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:09,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:09,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:09,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:09,753 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_0' in 40425e1e2879b76efd3e42842bba5ef0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2216 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:50:09,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:09,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:09,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:09,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347469747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:09,757 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347469753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:09,757 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347469753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:09,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347469865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:09,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:09,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:09,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:09,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347469865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:09,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:09,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:09,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:09,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347469865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:09,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:09,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:09,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:09,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347469865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:09,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:09,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:09,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:10,025 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=188, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/3894389ed83b490b8a98cc0195846b1d
2024-11-11T17:50:10,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/aa8b8d140e0a465898d525bf89e9f2b4 is 50, key is test_row_0/B:col10/1731347407537/Put/seqid=0
2024-11-11T17:50:10,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742183_1359 (size=12151)
2024-11-11T17:50:10,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347470075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:10,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347470075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:10,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:10,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:10,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:10,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:10,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:10,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:10,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347470075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:10,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:10,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347470075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:10,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:10,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:10,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:10,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:10,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:10,391 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347470385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:10,391 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:10,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347470385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:10,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:10,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:10,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:10,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:10,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:10,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347470385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:10,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:10,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347470385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:10,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:10,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:10,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:10,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:10,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:10,438 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/aa8b8d140e0a465898d525bf89e9f2b4
2024-11-11T17:50:10,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/85ea371004a6442d83b7f378e9dc7103 is 50, key is test_row_0/C:col10/1731347407537/Put/seqid=0
2024-11-11T17:50:10,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742184_1360 (size=12151)
2024-11-11T17:50:10,853 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/85ea371004a6442d83b7f378e9dc7103
2024-11-11T17:50:10,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/3894389ed83b490b8a98cc0195846b1d as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/3894389ed83b490b8a98cc0195846b1d
2024-11-11T17:50:10,875 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/3894389ed83b490b8a98cc0195846b1d, entries=150, sequenceid=188, filesize=30.4 K
2024-11-11T17:50:10,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/aa8b8d140e0a465898d525bf89e9f2b4 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/aa8b8d140e0a465898d525bf89e9f2b4
2024-11-11T17:50:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,882 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/aa8b8d140e0a465898d525bf89e9f2b4, entries=150, sequenceid=188, filesize=11.9 K
2024-11-11T17:50:10,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/85ea371004a6442d83b7f378e9dc7103 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/85ea371004a6442d83b7f378e9dc7103
2024-11-11T17:50:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,889 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/85ea371004a6442d83b7f378e9dc7103, entries=150, sequenceid=188, filesize=11.9 K
2024-11-11T17:50:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,890 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=53.67 KB/54960 for 40425e1e2879b76efd3e42842bba5ef0 in 1684ms, sequenceid=188, compaction requested=false
2024-11-11T17:50:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:10,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:10,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102
2024-11-11T17:50:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=102
2024-11-11T17:50:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,893 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101
2024-11-11T17:50:10,894 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3640 sec
2024-11-11T17:50:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,896 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 3.3690 sec
2024-11-11T17:50:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:10,937 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40425e1e2879b76efd3e42842bba5ef0 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-11T17:50:10,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=A
2024-11-11T17:50:10,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:10,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=B
2024-11-11T17:50:10,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:10,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=C
2024-11-11T17:50:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d70ab0cd18b64fd588f6c601b0ed4d85_40425e1e2879b76efd3e42842bba5ef0 is 50, key is test_row_0/A:col10/1731347410932/Put/seqid=0
2024-11-11T17:50:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:11,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742185_1361 (size=12304)
2024-11-11T17:50:11,005 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:11,010 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d70ab0cd18b64fd588f6c601b0ed4d85_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d70ab0cd18b64fd588f6c601b0ed4d85_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:11,011 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/dc00551afa314ab984a441677a562968, store: [table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:11,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/dc00551afa314ab984a441677a562968 is 175, key is test_row_0/A:col10/1731347410932/Put/seqid=0
2024-11-11T17:50:11,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347471006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:11,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742186_1362 (size=31101)
2024-11-11T17:50:11,023 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/dc00551afa314ab984a441677a562968
2024-11-11T17:50:11,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347471009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:11,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:11,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/69e7e27e68914c9eb06a454328e6b868 is 50, key is test_row_0/B:col10/1731347410932/Put/seqid=0
2024-11-11T17:50:11,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347471014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:11,039 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347471016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:11,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:11,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:11,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742187_1363 (size=9757)
2024-11-11T17:50:11,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347471125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:11,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347471135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:11,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:11,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347471145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:11,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:11,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347471145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:11,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:11,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:11,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347471345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:11,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347471345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:11,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:11,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:11,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347471365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:11,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:11,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347471365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:11,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:11,466 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/69e7e27e68914c9eb06a454328e6b868
2024-11-11T17:50:11,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/a07e7daeb9064c7298507d1746683e86 is 50, key is test_row_0/C:col10/1731347410932/Put/seqid=0
2024-11-11T17:50:11,479 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742188_1364 (size=9757)
2024-11-11T17:50:11,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347471665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:11,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347471665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:11,677 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347471674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:11,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-11T17:50:11,685 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:50:11,685 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:50:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees
2024-11-11T17:50:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-11T17:50:11,687 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:50:11,687 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:50:11,687 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:50:11,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347471685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:11,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:11,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347471764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:11,770 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_0' in 40425e1e2879b76efd3e42842bba5ef0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4233 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:50:11,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:11,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-11T17:50:11,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-11T17:50:11,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:11,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:11,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:11,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:11,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:11,880 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/a07e7daeb9064c7298507d1746683e86
2024-11-11T17:50:11,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/dc00551afa314ab984a441677a562968 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/dc00551afa314ab984a441677a562968
2024-11-11T17:50:11,888 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/dc00551afa314ab984a441677a562968, entries=150, sequenceid=201, filesize=30.4 K
2024-11-11T17:50:11,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/69e7e27e68914c9eb06a454328e6b868 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/69e7e27e68914c9eb06a454328e6b868
2024-11-11T17:50:11,891 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/69e7e27e68914c9eb06a454328e6b868, entries=100, sequenceid=201, filesize=9.5 K
2024-11-11T17:50:11,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/a07e7daeb9064c7298507d1746683e86 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/a07e7daeb9064c7298507d1746683e86
2024-11-11T17:50:11,896 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/a07e7daeb9064c7298507d1746683e86, entries=100, sequenceid=201, filesize=9.5 K
2024-11-11T17:50:11,896 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 40425e1e2879b76efd3e42842bba5ef0 in 959ms, sequenceid=201, compaction requested=true
2024-11-11T17:50:11,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:11,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40425e1e2879b76efd3e42842bba5ef0:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:50:11,897 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:11,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:11,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40425e1e2879b76efd3e42842bba5ef0:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:50:11,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:11,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40425e1e2879b76efd3e42842bba5ef0:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:50:11,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-11T17:50:11,898 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:11,898 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:11,898 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 40425e1e2879b76efd3e42842bba5ef0/A is initiating minor compaction (all files)
2024-11-11T17:50:11,898 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40425e1e2879b76efd3e42842bba5ef0/A in TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:11,898 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/47f6e69b481a45448a516249832db6ac, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/3894389ed83b490b8a98cc0195846b1d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/dc00551afa314ab984a441677a562968] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp, totalSize=91.5 K
2024-11-11T17:50:11,898 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:11,898 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. files: [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/47f6e69b481a45448a516249832db6ac, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/3894389ed83b490b8a98cc0195846b1d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/dc00551afa314ab984a441677a562968]
2024-11-11T17:50:11,898 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:11,898 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 40425e1e2879b76efd3e42842bba5ef0/B is initiating minor compaction (all files)
2024-11-11T17:50:11,898 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47f6e69b481a45448a516249832db6ac, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731347407435
2024-11-11T17:50:11,898 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40425e1e2879b76efd3e42842bba5ef0/B in TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:11,899 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/7997a6ca08934140be1c3ff3905e2103, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/aa8b8d140e0a465898d525bf89e9f2b4, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/69e7e27e68914c9eb06a454328e6b868] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp, totalSize=33.7 K
2024-11-11T17:50:11,899 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3894389ed83b490b8a98cc0195846b1d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731347407536
2024-11-11T17:50:11,899 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 7997a6ca08934140be1c3ff3905e2103, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731347407435
2024-11-11T17:50:11,899 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc00551afa314ab984a441677a562968, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731347409745
2024-11-11T17:50:11,899 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting aa8b8d140e0a465898d525bf89e9f2b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731347407536
2024-11-11T17:50:11,899 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 69e7e27e68914c9eb06a454328e6b868, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731347409752
2024-11-11T17:50:11,906 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40425e1e2879b76efd3e42842bba5ef0#B#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:11,907 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/cbf525ed77744d1da51cc9f314f4fb43 is 50, key is test_row_0/B:col10/1731347410932/Put/seqid=0
2024-11-11T17:50:11,909 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:11,911 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411118a29714b235242f4b03c2af540586e54_40425e1e2879b76efd3e42842bba5ef0 store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:11,913 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411118a29714b235242f4b03c2af540586e54_40425e1e2879b76efd3e42842bba5ef0, store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:11,913 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118a29714b235242f4b03c2af540586e54_40425e1e2879b76efd3e42842bba5ef0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:11,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742189_1365 (size=12663)
2024-11-11T17:50:11,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742190_1366 (size=4469)
2024-11-11T17:50:11,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-11T17:50:11,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:11,992 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 40425e1e2879b76efd3e42842bba5ef0 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-11T17:50:11,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=A
2024-11-11T17:50:11,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:11,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=B
2024-11-11T17:50:11,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:11,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=C
2024-11-11T17:50:11,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:11,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119560a83ae69949ad90cce670c1f520da_40425e1e2879b76efd3e42842bba5ef0 is 50, key is test_row_0/A:col10/1731347411013/Put/seqid=0
2024-11-11T17:50:12,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742191_1367 (size=12304)
2024-11-11T17:50:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-11T17:50:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:12,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:12,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347472201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:12,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:12,212 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:12,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347472202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:12,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,212 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:12,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347472202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:12,213 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:12,213 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,213 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347472203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:12,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-11T17:50:12,324 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/cbf525ed77744d1da51cc9f314f4fb43 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/cbf525ed77744d1da51cc9f314f4fb43
2024-11-11T17:50:12,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347472315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:12,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:12,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347472315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:12,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:12,325 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40425e1e2879b76efd3e42842bba5ef0#A#compaction#306 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:12,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:12,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347472315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:12,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:12,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347472315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:12,325 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/a3cad23373b94e099430eb0ec623424c is 175, key is test_row_0/A:col10/1731347410932/Put/seqid=0
2024-11-11T17:50:12,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:12,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:12,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742192_1368 (size=31724)
2024-11-11T17:50:12,335 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40425e1e2879b76efd3e42842bba5ef0/B of 40425e1e2879b76efd3e42842bba5ef0 into cbf525ed77744d1da51cc9f314f4fb43(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:12,336 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:12,336 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., storeName=40425e1e2879b76efd3e42842bba5ef0/B, priority=13, startTime=1731347411897; duration=0sec
2024-11-11T17:50:12,336 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:12,336 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40425e1e2879b76efd3e42842bba5ef0:B
2024-11-11T17:50:12,336 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:12,337 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:12,338 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 40425e1e2879b76efd3e42842bba5ef0/C is initiating minor compaction (all files)
2024-11-11T17:50:12,338 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40425e1e2879b76efd3e42842bba5ef0/C in TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:12,338 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/c5b20c2bf8ef4dc9aadc83f0952d82e2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/85ea371004a6442d83b7f378e9dc7103, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/a07e7daeb9064c7298507d1746683e86] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp, totalSize=33.7 K
2024-11-11T17:50:12,339 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting c5b20c2bf8ef4dc9aadc83f0952d82e2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731347407435
2024-11-11T17:50:12,339 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 85ea371004a6442d83b7f378e9dc7103, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731347407536
2024-11-11T17:50:12,340 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting a07e7daeb9064c7298507d1746683e86, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731347409752
2024-11-11T17:50:12,342 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/a3cad23373b94e099430eb0ec623424c as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/a3cad23373b94e099430eb0ec623424c
2024-11-11T17:50:12,349 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40425e1e2879b76efd3e42842bba5ef0/A of 40425e1e2879b76efd3e42842bba5ef0 into a3cad23373b94e099430eb0ec623424c(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:12,349 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:12,349 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., storeName=40425e1e2879b76efd3e42842bba5ef0/A, priority=13, startTime=1731347411896; duration=0sec
2024-11-11T17:50:12,349 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:12,349 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40425e1e2879b76efd3e42842bba5ef0:A
2024-11-11T17:50:12,350 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40425e1e2879b76efd3e42842bba5ef0#C#compaction#308 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:12,350 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/05ea0ffddf0d447bab37e7fd10600d8b is 50, key is test_row_0/C:col10/1731347410932/Put/seqid=0
2024-11-11T17:50:12,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742193_1369 (size=12663)
2024-11-11T17:50:12,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:12,406 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119560a83ae69949ad90cce670c1f520da_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119560a83ae69949ad90cce670c1f520da_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:12,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/a976485606b64ca0b26b14351546cd25, store: [table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:12,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/a976485606b64ca0b26b14351546cd25 is 175, key is test_row_0/A:col10/1731347411013/Put/seqid=0
2024-11-11T17:50:12,416 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742194_1370 (size=31105)
2024-11-11T17:50:12,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347472535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:12,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:12,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347472535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:12,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,539 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:12,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347472535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:12,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:12,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,539 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:12,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347472535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:12,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:12,760 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/05ea0ffddf0d447bab37e7fd10600d8b as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/05ea0ffddf0d447bab37e7fd10600d8b
2024-11-11T17:50:12,765 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40425e1e2879b76efd3e42842bba5ef0/C of 40425e1e2879b76efd3e42842bba5ef0 into 05ea0ffddf0d447bab37e7fd10600d8b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:12,765 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:12,765 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., storeName=40425e1e2879b76efd3e42842bba5ef0/C, priority=13, startTime=1731347411897; duration=0sec
2024-11-11T17:50:12,766 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:12,766 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40425e1e2879b76efd3e42842bba5ef0:C
2024-11-11T17:50:12,817 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=221, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/a976485606b64ca0b26b14351546cd25
2024-11-11T17:50:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-11T17:50:12,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/1ee53e0a0de84999947cad40720c96f5 is 50, key is test_row_0/B:col10/1731347411013/Put/seqid=0
2024-11-11T17:50:12,834 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742195_1371 (size=12151)
2024-11-11T17:50:12,835 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/1ee53e0a0de84999947cad40720c96f5
2024-11-11T17:50:12,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347472845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:12,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:12,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347472848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:12,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:12,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347472849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:12,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:12,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347472849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:12,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:12,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:12,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/1e7469d856b44a06a72ed3815ee05dfa is 50, key is test_row_0/C:col10/1731347411013/Put/seqid=0
2024-11-11T17:50:12,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742196_1372 (size=12151)
2024-11-11T17:50:13,269 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/1e7469d856b44a06a72ed3815ee05dfa
2024-11-11T17:50:13,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/a976485606b64ca0b26b14351546cd25 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/a976485606b64ca0b26b14351546cd25
2024-11-11T17:50:13,276 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/a976485606b64ca0b26b14351546cd25, entries=150, sequenceid=221, filesize=30.4 K
2024-11-11T17:50:13,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/1ee53e0a0de84999947cad40720c96f5 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/1ee53e0a0de84999947cad40720c96f5
2024-11-11T17:50:13,280 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/1ee53e0a0de84999947cad40720c96f5, entries=150, sequenceid=221, filesize=11.9 K
2024-11-11T17:50:13,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/1e7469d856b44a06a72ed3815ee05dfa as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/1e7469d856b44a06a72ed3815ee05dfa
2024-11-11T17:50:13,284 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/1e7469d856b44a06a72ed3815ee05dfa, entries=150, sequenceid=221, filesize=11.9 K
2024-11-11T17:50:13,285 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 40425e1e2879b76efd3e42842bba5ef0 in 1293ms, sequenceid=221, compaction requested=false
2024-11-11T17:50:13,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:13,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:13,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104
2024-11-11T17:50:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=104
2024-11-11T17:50:13,288 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103
2024-11-11T17:50:13,288 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5990 sec
2024-11-11T17:50:13,289 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.6030 sec
2024-11-11T17:50:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:13,372 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40425e1e2879b76efd3e42842bba5ef0 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-11T17:50:13,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=A
2024-11-11T17:50:13,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:13,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=B
2024-11-11T17:50:13,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:13,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=C
2024-11-11T17:50:13,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:13,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118759ae97ea6f4a6786648b58ed470e19_40425e1e2879b76efd3e42842bba5ef0 is 50, key is test_row_0/A:col10/1731347413370/Put/seqid=0
2024-11-11T17:50:13,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742197_1373 (size=14794)
2024-11-11T17:50:13,410 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347473406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:13,410 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:13,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347473407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:13,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:13,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:13,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:13,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:13,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:13,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347473408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:13,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:13,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347473409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:13,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:13,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:13,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:13,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:13,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:13,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347473515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:13,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:13,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:13,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347473515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:13,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:13,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:13,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:13,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:13,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347473525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:13,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:13,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:13,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347473525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:13,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:13,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:13,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:13,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:13,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347473735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:13,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:13,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:13,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:13,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347473735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:13,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347473735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:13,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:13,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:13,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:13,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347473735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:13,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:13,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:13,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:13,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:13,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:13,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:13,784 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:13,796 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118759ae97ea6f4a6786648b58ed470e19_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118759ae97ea6f4a6786648b58ed470e19_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:13,797 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/d3e21368ac994863b5a8d0a3987036d1, store: [table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:13,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/d3e21368ac994863b5a8d0a3987036d1 is 175, key is test_row_0/A:col10/1731347413370/Put/seqid=0
2024-11-11T17:50:13,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742198_1374 (size=39749)
2024-11-11T17:50:13,829 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/d3e21368ac994863b5a8d0a3987036d1
2024-11-11T17:50:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-11T17:50:13,836 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:50:13,836 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:50:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees
2024-11-11T17:50:13,838 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:50:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-11T17:50:13,839 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:50:13,839 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:50:13,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/d11750a4e4414eb29fc090369388c838 is 50, key is test_row_0/B:col10/1731347413370/Put/seqid=0
2024-11-11T17:50:13,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742199_1375 (size=12151)
2024-11-11T17:50:13,906 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/d11750a4e4414eb29fc090369388c838
2024-11-11T17:50:13,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/b14bc73bca524ffc8239e4395f797cbe is 50, key is test_row_0/C:col10/1731347413370/Put/seqid=0
2024-11-11T17:50:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-11T17:50:13,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742200_1376 (size=12151)
2024-11-11T17:50:13,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-11T17:50:13,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:13,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:13,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:13,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:13,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:14,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347474048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:14,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:14,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347474056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:14,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:14,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347474057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:14,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347474057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:14,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:14,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-11T17:50:14,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:14,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:14,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:14,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:14,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-11T17:50:14,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-11T17:50:14,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:14,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:14,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:14,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:14,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:14,366 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/b14bc73bca524ffc8239e4395f797cbe
2024-11-11T17:50:14,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/d3e21368ac994863b5a8d0a3987036d1 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/d3e21368ac994863b5a8d0a3987036d1
2024-11-11T17:50:14,376 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/d3e21368ac994863b5a8d0a3987036d1, entries=200, sequenceid=237, filesize=38.8 K
2024-11-11T17:50:14,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/d11750a4e4414eb29fc090369388c838 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/d11750a4e4414eb29fc090369388c838
2024-11-11T17:50:14,386 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/d11750a4e4414eb29fc090369388c838, entries=150, sequenceid=237, filesize=11.9 K
2024-11-11T17:50:14,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/b14bc73bca524ffc8239e4395f797cbe as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/b14bc73bca524ffc8239e4395f797cbe
2024-11-11T17:50:14,394 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/b14bc73bca524ffc8239e4395f797cbe, entries=150, sequenceid=237, filesize=11.9 K
2024-11-11T17:50:14,395 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 40425e1e2879b76efd3e42842bba5ef0 in 1024ms, sequenceid=237, compaction requested=true
2024-11-11T17:50:14,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:14,396 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:14,397 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102578 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:14,397 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 40425e1e2879b76efd3e42842bba5ef0/A is initiating minor compaction (all files)
2024-11-11T17:50:14,397 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40425e1e2879b76efd3e42842bba5ef0/A in TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:14,397 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/a3cad23373b94e099430eb0ec623424c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/a976485606b64ca0b26b14351546cd25, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/d3e21368ac994863b5a8d0a3987036d1] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp, totalSize=100.2 K
2024-11-11T17:50:14,397 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:14,397 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. files: [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/a3cad23373b94e099430eb0ec623424c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/a976485606b64ca0b26b14351546cd25, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/d3e21368ac994863b5a8d0a3987036d1]
2024-11-11T17:50:14,398 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3cad23373b94e099430eb0ec623424c, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731347407536
2024-11-11T17:50:14,398 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting a976485606b64ca0b26b14351546cd25, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731347411003
2024-11-11T17:50:14,398 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3e21368ac994863b5a8d0a3987036d1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731347412199
2024-11-11T17:50:14,417 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:14,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40425e1e2879b76efd3e42842bba5ef0:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:50:14,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:14,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40425e1e2879b76efd3e42842bba5ef0:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:50:14,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:14,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40425e1e2879b76efd3e42842bba5ef0:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:50:14,420 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:14,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:14,421 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:14,421 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 40425e1e2879b76efd3e42842bba5ef0/B is initiating minor compaction (all files)
2024-11-11T17:50:14,421 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40425e1e2879b76efd3e42842bba5ef0/B in TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:14,421 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/cbf525ed77744d1da51cc9f314f4fb43, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/1ee53e0a0de84999947cad40720c96f5, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/d11750a4e4414eb29fc090369388c838] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp, totalSize=36.1 K
2024-11-11T17:50:14,421 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting cbf525ed77744d1da51cc9f314f4fb43, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731347407536
2024-11-11T17:50:14,422 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ee53e0a0de84999947cad40720c96f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731347411003
2024-11-11T17:50:14,422 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting d11750a4e4414eb29fc090369388c838, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731347412200
2024-11-11T17:50:14,430 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111194c8cb401a314e4fbea4802a3f43ad3d_40425e1e2879b76efd3e42842bba5ef0 store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:14,432 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111194c8cb401a314e4fbea4802a3f43ad3d_40425e1e2879b76efd3e42842bba5ef0, store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:14,433 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111194c8cb401a314e4fbea4802a3f43ad3d_40425e1e2879b76efd3e42842bba5ef0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:14,433 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40425e1e2879b76efd3e42842bba5ef0#B#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:14,434 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/33896a4a6e944b4588d2ac3325cd0680 is 50, key is test_row_0/B:col10/1731347413370/Put/seqid=0
2024-11-11T17:50:14,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-11T17:50:14,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:14,463 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 40425e1e2879b76efd3e42842bba5ef0 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-11T17:50:14,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=A
2024-11-11T17:50:14,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:14,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=B
2024-11-11T17:50:14,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:14,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=C
2024-11-11T17:50:14,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-11T17:50:14,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742201_1377 (size=4469)
2024-11-11T17:50:14,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742202_1378 (size=12765)
2024-11-11T17:50:14,491 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40425e1e2879b76efd3e42842bba5ef0#A#compaction#314 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:14,491 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/e209c51926104e43a4b350ab74d9aeda is 175, key is test_row_0/A:col10/1731347413370/Put/seqid=0
2024-11-11T17:50:14,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117643c134d3c24e21857e41e53915c8ae_40425e1e2879b76efd3e42842bba5ef0 is 50, key is test_row_0/A:col10/1731347413391/Put/seqid=0
2024-11-11T17:50:14,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742203_1379 (size=31719)
2024-11-11T17:50:14,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742204_1380 (size=12304)
2024-11-11T17:50:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:14,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. as already flushing
2024-11-11T17:50:14,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347474606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:14,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:14,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347474608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:14,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:14,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347474612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:14,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:14,637 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347474623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:14,640 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,640 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,640 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:14,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347474725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:14,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347474735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:14,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:14,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347474736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:14,749 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347474746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:14,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:14,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:14,893 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/33896a4a6e944b4588d2ac3325cd0680 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/33896a4a6e944b4588d2ac3325cd0680
2024-11-11T17:50:14,898 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40425e1e2879b76efd3e42842bba5ef0/B of 40425e1e2879b76efd3e42842bba5ef0 into 33896a4a6e944b4588d2ac3325cd0680(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:14,898 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:14,898 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., storeName=40425e1e2879b76efd3e42842bba5ef0/B, priority=13, startTime=1731347414419; duration=0sec
2024-11-11T17:50:14,898 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:14,898 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40425e1e2879b76efd3e42842bba5ef0:B
2024-11-11T17:50:14,898 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:14,901 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:14,901 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 40425e1e2879b76efd3e42842bba5ef0/C is initiating minor compaction (all files)
2024-11-11T17:50:14,901 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40425e1e2879b76efd3e42842bba5ef0/C in TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:14,901 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/05ea0ffddf0d447bab37e7fd10600d8b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/1e7469d856b44a06a72ed3815ee05dfa, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/b14bc73bca524ffc8239e4395f797cbe] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp, totalSize=36.1 K
2024-11-11T17:50:14,903 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 05ea0ffddf0d447bab37e7fd10600d8b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731347407536
2024-11-11T17:50:14,904 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e7469d856b44a06a72ed3815ee05dfa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731347411003
2024-11-11T17:50:14,906 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting b14bc73bca524ffc8239e4395f797cbe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731347412200
2024-11-11T17:50:14,916 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40425e1e2879b76efd3e42842bba5ef0#C#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:14,917 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/050d973ac6f2472ba63f303876d2dc0a is 50, key is test_row_0/C:col10/1731347413370/Put/seqid=0
2024-11-11T17:50:14,922 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/e209c51926104e43a4b350ab74d9aeda as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/e209c51926104e43a4b350ab74d9aeda
2024-11-11T17:50:14,926 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40425e1e2879b76efd3e42842bba5ef0/A of 40425e1e2879b76efd3e42842bba5ef0 into e209c51926104e43a4b350ab74d9aeda(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:14,926 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:14,926 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., storeName=40425e1e2879b76efd3e42842bba5ef0/A, priority=13, startTime=1731347414395; duration=0sec
2024-11-11T17:50:14,926 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:14,926 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40425e1e2879b76efd3e42842bba5ef0:A
2024-11-11T17:50:14,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742205_1381 (size=12765)
2024-11-11T17:50:14,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:14,933 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117643c134d3c24e21857e41e53915c8ae_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117643c134d3c24e21857e41e53915c8ae_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:14,935 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/050d973ac6f2472ba63f303876d2dc0a as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/050d973ac6f2472ba63f303876d2dc0a
2024-11-11T17:50:14,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/e13a074d3dff445eb9138253c31669d2, store: [table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:14,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/e13a074d3dff445eb9138253c31669d2 is 175, key is test_row_0/A:col10/1731347413391/Put/seqid=0
2024-11-11T17:50:14,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742206_1382 (size=31105)
2024-11-11T17:50:14,940 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/e13a074d3dff445eb9138253c31669d2
2024-11-11T17:50:14,943 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40425e1e2879b76efd3e42842bba5ef0/C of 40425e1e2879b76efd3e42842bba5ef0 into 050d973ac6f2472ba63f303876d2dc0a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:14,943 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:14,943 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., storeName=40425e1e2879b76efd3e42842bba5ef0/C, priority=13, startTime=1731347414419; duration=0sec
2024-11-11T17:50:14,943 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:14,943 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40425e1e2879b76efd3e42842bba5ef0:C
2024-11-11T17:50:14,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/b0be2296f1da4b44abd91f6c6e1e364c is 50, key is test_row_0/B:col10/1731347413391/Put/seqid=0
2024-11-11T17:50:14,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742207_1383 (size=12151)
2024-11-11T17:50:14,953 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347474945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:14,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,953 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:14,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347474945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:14,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:14,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347474955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:14,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347474955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-11T17:50:15,267 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347475266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:15,267 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347475266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:15,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:15,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,268 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:15,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347475268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:15,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:15,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347475275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:15,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:15,352 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/b0be2296f1da4b44abd91f6c6e1e364c
2024-11-11T17:50:15,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/33a0a21a11494b6e840d40e6703ea627 is 50, key is test_row_0/C:col10/1731347413391/Put/seqid=0
2024-11-11T17:50:15,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742208_1384 (size=12151)
2024-11-11T17:50:15,422 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/33a0a21a11494b6e840d40e6703ea627
2024-11-11T17:50:15,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/e13a074d3dff445eb9138253c31669d2 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/e13a074d3dff445eb9138253c31669d2
2024-11-11T17:50:15,449 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/e13a074d3dff445eb9138253c31669d2, entries=150, sequenceid=256, filesize=30.4 K
2024-11-11T17:50:15,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/b0be2296f1da4b44abd91f6c6e1e364c as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/b0be2296f1da4b44abd91f6c6e1e364c
2024-11-11T17:50:15,460 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/b0be2296f1da4b44abd91f6c6e1e364c, entries=150, sequenceid=256, filesize=11.9 K
2024-11-11T17:50:15,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/33a0a21a11494b6e840d40e6703ea627 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/33a0a21a11494b6e840d40e6703ea627
2024-11-11T17:50:15,465 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/33a0a21a11494b6e840d40e6703ea627, entries=150, sequenceid=256, filesize=11.9 K
2024-11-11T17:50:15,466 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 40425e1e2879b76efd3e42842bba5ef0 in 1003ms, sequenceid=256, compaction requested=false
2024-11-11T17:50:15,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:15,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:15,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106
2024-11-11T17:50:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=106
2024-11-11T17:50:15,470 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105
2024-11-11T17:50:15,470 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6290 sec
2024-11-11T17:50:15,472 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.6340 sec
2024-11-11T17:50:15,780 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40425e1e2879b76efd3e42842bba5ef0 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-11T17:50:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:15,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=A
2024-11-11T17:50:15,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:15,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=B
2024-11-11T17:50:15,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:15,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=C
2024-11-11T17:50:15,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:15,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118358d68334f143b4b63c3637ed98f7fc_40425e1e2879b76efd3e42842bba5ef0 is 50, key is test_row_0/A:col10/1731347414606/Put/seqid=0
2024-11-11T17:50:15,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742209_1385 (size=17534)
2024-11-11T17:50:15,803 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:15,806 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118358d68334f143b4b63c3637ed98f7fc_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118358d68334f143b4b63c3637ed98f7fc_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:15,807 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/67f72417cd1342ba8bd9c97d41e5a77d, store: [table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:15,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/67f72417cd1342ba8bd9c97d41e5a77d is 175, key is test_row_0/A:col10/1731347414606/Put/seqid=0
2024-11-11T17:50:15,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742210_1386 (size=48639)
2024-11-11T17:50:15,817 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/67f72417cd1342ba8bd9c97d41e5a77d
2024-11-11T17:50:15,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/11a4d26ffd1946cbb01fa046644392ef is 50, key is test_row_0/B:col10/1731347414606/Put/seqid=0
2024-11-11T17:50:15,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347475816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:15,831 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,831 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,831 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:15,832 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742211_1387 (size=12301)
2024-11-11T17:50:15,834 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/11a4d26ffd1946cbb01fa046644392ef
2024-11-11T17:50:15,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/470b54ece6524aeea8c834d649b5a035 is 50, key is test_row_0/C:col10/1731347414606/Put/seqid=0
2024-11-11T17:50:15,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347475829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:15,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:15,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347475830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:15,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347475830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:15,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:15,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347475832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:15,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:15,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:15,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:15,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742212_1388 (size=12301)
2024-11-11T17:50:15,889 INFO  [Thread-1422 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1422.
2024-11-11T17:50:15,889 DEBUG [Thread-1422 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:50:15,889 DEBUG [Thread-1422 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:15,889 DEBUG [Thread-1422 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:15,889 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:50:15,892 INFO  [Thread-1418 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1418.
2024-11-11T17:50:15,892 DEBUG [Thread-1418 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:50:15,892 DEBUG [Thread-1418 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:15,892 DEBUG [Thread-1418 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:15,892 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:50:15,895 INFO  [Thread-1420 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1420.
2024-11-11T17:50:15,895 DEBUG [Thread-1420 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:50:15,895 DEBUG [Thread-1420 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:15,895 DEBUG [Thread-1420 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:15,895 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:50:15,902 INFO  [Thread-1416 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1416.
2024-11-11T17:50:15,902 DEBUG [Thread-1416 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:50:15,902 DEBUG [Thread-1416 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:15,902 DEBUG [Thread-1416 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:15,902 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:50:15,909 INFO  [Thread-1414 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1414.
2024-11-11T17:50:15,909 DEBUG [Thread-1414 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:50:15,909 DEBUG [Thread-1414 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:15,909 DEBUG [Thread-1414 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:15,909 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:50:15,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347475935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:15,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:15,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:15,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:15,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347475955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347475956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347475956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:15,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347475956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:15,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:15,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:15,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:15,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-11T17:50:15,986 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:50:16,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1731347476145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:16,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:16,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:16,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:16,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:16,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56340 deadline: 1731347476166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56316 deadline: 1731347476165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:16,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56288 deadline: 1731347476166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:16,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:16,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:16,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:16,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:16,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:16,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:16,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:16,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56318 deadline: 1731347476166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:16,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:16,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:16,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:16,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:16,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:16,271 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/470b54ece6524aeea8c834d649b5a035
2024-11-11T17:50:16,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/67f72417cd1342ba8bd9c97d41e5a77d as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/67f72417cd1342ba8bd9c97d41e5a77d
2024-11-11T17:50:16,279 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/67f72417cd1342ba8bd9c97d41e5a77d, entries=250, sequenceid=274, filesize=47.5 K
2024-11-11T17:50:16,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/11a4d26ffd1946cbb01fa046644392ef as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/11a4d26ffd1946cbb01fa046644392ef
2024-11-11T17:50:16,284 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/11a4d26ffd1946cbb01fa046644392ef, entries=150, sequenceid=274, filesize=12.0 K
2024-11-11T17:50:16,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/470b54ece6524aeea8c834d649b5a035 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/470b54ece6524aeea8c834d649b5a035
2024-11-11T17:50:16,289 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/470b54ece6524aeea8c834d649b5a035, entries=150, sequenceid=274, filesize=12.0 K
2024-11-11T17:50:16,290 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 40425e1e2879b76efd3e42842bba5ef0 in 510ms, sequenceid=274, compaction requested=true
2024-11-11T17:50:16,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:16,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40425e1e2879b76efd3e42842bba5ef0:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:50:16,290 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:16,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:16,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40425e1e2879b76efd3e42842bba5ef0:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:50:16,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:16,291 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:16,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40425e1e2879b76efd3e42842bba5ef0:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:50:16,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:16,292 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 111463 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:16,292 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37217 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:16,292 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 40425e1e2879b76efd3e42842bba5ef0/B is initiating minor compaction (all files)
2024-11-11T17:50:16,292 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 40425e1e2879b76efd3e42842bba5ef0/A is initiating minor compaction (all files)
2024-11-11T17:50:16,292 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40425e1e2879b76efd3e42842bba5ef0/A in TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:16,292 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40425e1e2879b76efd3e42842bba5ef0/B in TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:16,292 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/e209c51926104e43a4b350ab74d9aeda, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/e13a074d3dff445eb9138253c31669d2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/67f72417cd1342ba8bd9c97d41e5a77d] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp, totalSize=108.9 K
2024-11-11T17:50:16,292 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/33896a4a6e944b4588d2ac3325cd0680, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/b0be2296f1da4b44abd91f6c6e1e364c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/11a4d26ffd1946cbb01fa046644392ef] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp, totalSize=36.3 K
2024-11-11T17:50:16,292 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:16,292 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. files: [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/e209c51926104e43a4b350ab74d9aeda, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/e13a074d3dff445eb9138253c31669d2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/67f72417cd1342ba8bd9c97d41e5a77d]
2024-11-11T17:50:16,292 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 33896a4a6e944b4588d2ac3325cd0680, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731347412200
2024-11-11T17:50:16,293 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting e209c51926104e43a4b350ab74d9aeda, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731347412200
2024-11-11T17:50:16,293 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting b0be2296f1da4b44abd91f6c6e1e364c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731347413391
2024-11-11T17:50:16,293 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting e13a074d3dff445eb9138253c31669d2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731347413391
2024-11-11T17:50:16,293 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 11a4d26ffd1946cbb01fa046644392ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731347414606
2024-11-11T17:50:16,293 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67f72417cd1342ba8bd9c97d41e5a77d, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731347414606
2024-11-11T17:50:16,298 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:16,300 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40425e1e2879b76efd3e42842bba5ef0#B#compaction#323 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:16,300 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411116be9c31cb21341e69284eab0dd95b570_40425e1e2879b76efd3e42842bba5ef0 store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:16,300 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/53981f62331c4977ac3985579c7dbc36 is 50, key is test_row_0/B:col10/1731347414606/Put/seqid=0
2024-11-11T17:50:16,304 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411116be9c31cb21341e69284eab0dd95b570_40425e1e2879b76efd3e42842bba5ef0, store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:16,304 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116be9c31cb21341e69284eab0dd95b570_40425e1e2879b76efd3e42842bba5ef0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:16,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742213_1389 (size=13017)
2024-11-11T17:50:16,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742214_1390 (size=4469)
2024-11-11T17:50:16,314 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40425e1e2879b76efd3e42842bba5ef0#A#compaction#324 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:16,315 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/3bacd894b41b4e4caca99ca3c30e4d81 is 175, key is test_row_0/A:col10/1731347414606/Put/seqid=0
2024-11-11T17:50:16,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742215_1391 (size=31971)
2024-11-11T17:50:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:16,457 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40425e1e2879b76efd3e42842bba5ef0 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-11T17:50:16,457 INFO  [Thread-1409 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1409.
2024-11-11T17:50:16,457 DEBUG [Thread-1409 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:50:16,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=A
2024-11-11T17:50:16,457 DEBUG [Thread-1409 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:16,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:16,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=B
2024-11-11T17:50:16,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:16,458 DEBUG [Thread-1409 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:16,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=C
2024-11-11T17:50:16,458 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:50:16,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:16,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111de2221145b74476392c3eef6f0e6a892_40425e1e2879b76efd3e42842bba5ef0 is 50, key is test_row_0/A:col10/1731347415811/Put/seqid=0
2024-11-11T17:50:16,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742216_1392 (size=12454)
2024-11-11T17:50:16,477 INFO  [Thread-1411 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1411.
2024-11-11T17:50:16,477 DEBUG [Thread-1411 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:50:16,477 INFO  [Thread-1405 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1405.
2024-11-11T17:50:16,477 INFO  [Thread-1407 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1407.
2024-11-11T17:50:16,477 DEBUG [Thread-1411 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:16,477 DEBUG [Thread-1405 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:50:16,477 DEBUG [Thread-1407 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:50:16,477 DEBUG [Thread-1405 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:16,477 DEBUG [Thread-1407 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:16,477 DEBUG [Thread-1411 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:16,477 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:50:16,477 DEBUG [Thread-1405 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:16,477 DEBUG [Thread-1407 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:16,477 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:50:16,477 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:50:16,478 INFO  [Thread-1403 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1403.
2024-11-11T17:50:16,478 DEBUG [Thread-1403 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:50:16,478 DEBUG [Thread-1403 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:16,478 DEBUG [Thread-1403 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:16,478 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:50:16,478 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-11T17:50:16,478 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 48
2024-11-11T17:50:16,478 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 53
2024-11-11T17:50:16,478 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 34
2024-11-11T17:50:16,478 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 47
2024-11-11T17:50:16,478 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 44
2024-11-11T17:50:16,478 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-11T17:50:16,478 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-11T17:50:16,478 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1022
2024-11-11T17:50:16,478 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3058 rows
2024-11-11T17:50:16,478 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1024
2024-11-11T17:50:16,479 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3069 rows
2024-11-11T17:50:16,479 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1015
2024-11-11T17:50:16,479 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3040 rows
2024-11-11T17:50:16,479 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1022
2024-11-11T17:50:16,479 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3059 rows
2024-11-11T17:50:16,479 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1010
2024-11-11T17:50:16,479 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3026 rows
2024-11-11T17:50:16,479 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-11T17:50:16,479 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-11T17:50:16,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:16,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:16,479 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:50:16,480 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-11T17:50:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-11T17:50:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-11T17:50:16,483 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731347416483"}]},"ts":"1731347416483"}
2024-11-11T17:50:16,484 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-11T17:50:16,484 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-11T17:50:16,485 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-11T17:50:16,486 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40425e1e2879b76efd3e42842bba5ef0, UNASSIGN}]
2024-11-11T17:50:16,486 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40425e1e2879b76efd3e42842bba5ef0, UNASSIGN
2024-11-11T17:50:16,487 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=40425e1e2879b76efd3e42842bba5ef0, regionState=CLOSING, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:50:16,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=40425e1e2879b76efd3e42842bba5ef0, UNASSIGN because future has completed
2024-11-11T17:50:16,488 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-11T17:50:16,488 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; CloseRegionProcedure 40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708}]
2024-11-11T17:50:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-11T17:50:16,640 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(122): Close 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:16,640 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-11T17:50:16,640 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1722): Closing 40425e1e2879b76efd3e42842bba5ef0, disabling compactions & flushes
2024-11-11T17:50:16,640 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1993): waiting for 2 compactions & cache flush to complete for region TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:16,716 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/53981f62331c4977ac3985579c7dbc36 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/53981f62331c4977ac3985579c7dbc36
2024-11-11T17:50:16,721 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40425e1e2879b76efd3e42842bba5ef0/B of 40425e1e2879b76efd3e42842bba5ef0 into 53981f62331c4977ac3985579c7dbc36(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:16,721 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:16,721 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., storeName=40425e1e2879b76efd3e42842bba5ef0/B, priority=13, startTime=1731347416290; duration=0sec
2024-11-11T17:50:16,721 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:16,721 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40425e1e2879b76efd3e42842bba5ef0:B
2024-11-11T17:50:16,721 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. because compaction request was cancelled
2024-11-11T17:50:16,721 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40425e1e2879b76efd3e42842bba5ef0:C
2024-11-11T17:50:16,738 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/3bacd894b41b4e4caca99ca3c30e4d81 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/3bacd894b41b4e4caca99ca3c30e4d81
2024-11-11T17:50:16,742 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40425e1e2879b76efd3e42842bba5ef0/A of 40425e1e2879b76efd3e42842bba5ef0 into 3bacd894b41b4e4caca99ca3c30e4d81(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:16,742 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:16,742 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:16,742 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., storeName=40425e1e2879b76efd3e42842bba5ef0/A, priority=13, startTime=1731347416290; duration=0sec
2024-11-11T17:50:16,742 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:16,743 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40425e1e2879b76efd3e42842bba5ef0:A
2024-11-11T17:50:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-11T17:50:16,869 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:16,873 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111de2221145b74476392c3eef6f0e6a892_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111de2221145b74476392c3eef6f0e6a892_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:16,874 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/4fc8f30a549648f3a90e787bdb0b99fa, store: [table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:16,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/4fc8f30a549648f3a90e787bdb0b99fa is 175, key is test_row_0/A:col10/1731347415811/Put/seqid=0
2024-11-11T17:50:16,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742217_1393 (size=31255)
2024-11-11T17:50:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-11T17:50:17,114 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-11T17:50:17,282 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/4fc8f30a549648f3a90e787bdb0b99fa
2024-11-11T17:50:17,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/d5b8e191cb05455884eb49fea306c59e is 50, key is test_row_0/B:col10/1731347415811/Put/seqid=0
2024-11-11T17:50:17,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742218_1394 (size=12301)
2024-11-11T17:50:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-11T17:50:17,699 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/d5b8e191cb05455884eb49fea306c59e
2024-11-11T17:50:17,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/08b3a21e80524cd59370935e1872d403 is 50, key is test_row_0/C:col10/1731347415811/Put/seqid=0
2024-11-11T17:50:17,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742219_1395 (size=12301)
2024-11-11T17:50:18,109 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/08b3a21e80524cd59370935e1872d403
2024-11-11T17:50:18,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/4fc8f30a549648f3a90e787bdb0b99fa as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/4fc8f30a549648f3a90e787bdb0b99fa
2024-11-11T17:50:18,117 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/4fc8f30a549648f3a90e787bdb0b99fa, entries=150, sequenceid=292, filesize=30.5 K
2024-11-11T17:50:18,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/d5b8e191cb05455884eb49fea306c59e as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/d5b8e191cb05455884eb49fea306c59e
2024-11-11T17:50:18,120 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/d5b8e191cb05455884eb49fea306c59e, entries=150, sequenceid=292, filesize=12.0 K
2024-11-11T17:50:18,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/08b3a21e80524cd59370935e1872d403 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/08b3a21e80524cd59370935e1872d403
2024-11-11T17:50:18,124 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/08b3a21e80524cd59370935e1872d403, entries=150, sequenceid=292, filesize=12.0 K
2024-11-11T17:50:18,124 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=26.84 KB/27480 for 40425e1e2879b76efd3e42842bba5ef0 in 1667ms, sequenceid=292, compaction requested=true
2024-11-11T17:50:18,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40425e1e2879b76efd3e42842bba5ef0:

2024-11-11T17:50:18,124 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:18,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40425e1e2879b76efd3e42842bba5ef0:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:50:18,125 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:18,125 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. because compaction request was cancelled
2024-11-11T17:50:18,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:18,125 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. after waiting 0 ms
2024-11-11T17:50:18,125 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40425e1e2879b76efd3e42842bba5ef0:A
2024-11-11T17:50:18,125 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:18,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40425e1e2879b76efd3e42842bba5ef0:B, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:50:18,125 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. because compaction request was cancelled
2024-11-11T17:50:18,125 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40425e1e2879b76efd3e42842bba5ef0:B
2024-11-11T17:50:18,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:18,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40425e1e2879b76efd3e42842bba5ef0:C, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:50:18,125 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(2902): Flushing 40425e1e2879b76efd3e42842bba5ef0 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-11-11T17:50:18,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:18,125 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. because compaction request was cancelled
2024-11-11T17:50:18,125 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40425e1e2879b76efd3e42842bba5ef0:C
2024-11-11T17:50:18,125 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=A
2024-11-11T17:50:18,125 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:18,125 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=B
2024-11-11T17:50:18,125 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:18,125 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40425e1e2879b76efd3e42842bba5ef0, store=C
2024-11-11T17:50:18,125 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:18,129 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111370879d840e243449261f1f60ee26dcc_40425e1e2879b76efd3e42842bba5ef0 is 50, key is test_row_1/A:col10/1731347416475/Put/seqid=0
2024-11-11T17:50:18,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742220_1396 (size=9914)
2024-11-11T17:50:18,533 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:18,539 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111370879d840e243449261f1f60ee26dcc_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111370879d840e243449261f1f60ee26dcc_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:18,541 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/b96738f017d349e2900d75c6eba7fcb0, store: [table=TestAcidGuarantees family=A region=40425e1e2879b76efd3e42842bba5ef0]
2024-11-11T17:50:18,542 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/b96738f017d349e2900d75c6eba7fcb0 is 175, key is test_row_1/A:col10/1731347416475/Put/seqid=0
2024-11-11T17:50:18,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742221_1397 (size=22561)
2024-11-11T17:50:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-11T17:50:18,948 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=301, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/b96738f017d349e2900d75c6eba7fcb0
2024-11-11T17:50:18,959 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/10eb75db866a4320b2e6602a89f8c5f8 is 50, key is test_row_1/B:col10/1731347416475/Put/seqid=0
2024-11-11T17:50:18,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742222_1398 (size=9857)
2024-11-11T17:50:19,365 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/10eb75db866a4320b2e6602a89f8c5f8
2024-11-11T17:50:19,375 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/cdd7444ce21a46ca8f8e8eb77d38389d is 50, key is test_row_1/C:col10/1731347416475/Put/seqid=0
2024-11-11T17:50:19,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742223_1399 (size=9857)
2024-11-11T17:50:19,781 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/cdd7444ce21a46ca8f8e8eb77d38389d
2024-11-11T17:50:19,788 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/A/b96738f017d349e2900d75c6eba7fcb0 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/b96738f017d349e2900d75c6eba7fcb0
2024-11-11T17:50:19,791 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/b96738f017d349e2900d75c6eba7fcb0, entries=100, sequenceid=301, filesize=22.0 K
2024-11-11T17:50:19,792 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/B/10eb75db866a4320b2e6602a89f8c5f8 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/10eb75db866a4320b2e6602a89f8c5f8
2024-11-11T17:50:19,794 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/10eb75db866a4320b2e6602a89f8c5f8, entries=100, sequenceid=301, filesize=9.6 K
2024-11-11T17:50:19,795 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/.tmp/C/cdd7444ce21a46ca8f8e8eb77d38389d as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/cdd7444ce21a46ca8f8e8eb77d38389d
2024-11-11T17:50:19,797 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/cdd7444ce21a46ca8f8e8eb77d38389d, entries=100, sequenceid=301, filesize=9.6 K
2024-11-11T17:50:19,798 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 40425e1e2879b76efd3e42842bba5ef0 in 1673ms, sequenceid=301, compaction requested=true
2024-11-11T17:50:19,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/d6c2b8a44a7348b3a523db5b7ca1db2c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/23df65dbbe0d4d3c930ab74f763c4997, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/5ad29bb0869644e2a5e6b26dfbbc5557, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/7178d262d8bd4a7da6cec052fa917e2b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/48cd5103fb2b4f8db5014af97b48d1fa, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/e5d9f38894244bd5b1339e7491730282, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/874a3700780d4b29a527f005ed316026, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/5109087b6c65432fad814c52f56bc0a8, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/db39a5df45b14d0aa5806ce1d29ea08b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/f77267d9c58e497b80d9da946a033c79, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/7eedfc7f1a5e411dbae4034f6dba7095, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/2d74faee18694836861b14d56fb102d3, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/47f6e69b481a45448a516249832db6ac, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/3894389ed83b490b8a98cc0195846b1d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/a3cad23373b94e099430eb0ec623424c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/dc00551afa314ab984a441677a562968, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/a976485606b64ca0b26b14351546cd25, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/d3e21368ac994863b5a8d0a3987036d1, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/e209c51926104e43a4b350ab74d9aeda, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/e13a074d3dff445eb9138253c31669d2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/67f72417cd1342ba8bd9c97d41e5a77d] to archive
2024-11-11T17:50:19,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-11T17:50:19,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/d6c2b8a44a7348b3a523db5b7ca1db2c to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/d6c2b8a44a7348b3a523db5b7ca1db2c
2024-11-11T17:50:19,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/23df65dbbe0d4d3c930ab74f763c4997 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/23df65dbbe0d4d3c930ab74f763c4997
2024-11-11T17:50:19,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/5ad29bb0869644e2a5e6b26dfbbc5557 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/5ad29bb0869644e2a5e6b26dfbbc5557
2024-11-11T17:50:19,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/7178d262d8bd4a7da6cec052fa917e2b to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/7178d262d8bd4a7da6cec052fa917e2b
2024-11-11T17:50:19,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/48cd5103fb2b4f8db5014af97b48d1fa to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/48cd5103fb2b4f8db5014af97b48d1fa
2024-11-11T17:50:19,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/e5d9f38894244bd5b1339e7491730282 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/e5d9f38894244bd5b1339e7491730282
2024-11-11T17:50:19,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/874a3700780d4b29a527f005ed316026 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/874a3700780d4b29a527f005ed316026
2024-11-11T17:50:19,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/5109087b6c65432fad814c52f56bc0a8 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/5109087b6c65432fad814c52f56bc0a8
2024-11-11T17:50:19,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/db39a5df45b14d0aa5806ce1d29ea08b to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/db39a5df45b14d0aa5806ce1d29ea08b
2024-11-11T17:50:19,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/f77267d9c58e497b80d9da946a033c79 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/f77267d9c58e497b80d9da946a033c79
2024-11-11T17:50:19,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/7eedfc7f1a5e411dbae4034f6dba7095 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/7eedfc7f1a5e411dbae4034f6dba7095
2024-11-11T17:50:19,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/2d74faee18694836861b14d56fb102d3 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/2d74faee18694836861b14d56fb102d3
2024-11-11T17:50:19,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/47f6e69b481a45448a516249832db6ac to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/47f6e69b481a45448a516249832db6ac
2024-11-11T17:50:19,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/3894389ed83b490b8a98cc0195846b1d to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/3894389ed83b490b8a98cc0195846b1d
2024-11-11T17:50:19,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/a3cad23373b94e099430eb0ec623424c to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/a3cad23373b94e099430eb0ec623424c
2024-11-11T17:50:19,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/dc00551afa314ab984a441677a562968 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/dc00551afa314ab984a441677a562968
2024-11-11T17:50:19,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/a976485606b64ca0b26b14351546cd25 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/a976485606b64ca0b26b14351546cd25
2024-11-11T17:50:19,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/d3e21368ac994863b5a8d0a3987036d1 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/d3e21368ac994863b5a8d0a3987036d1
2024-11-11T17:50:19,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/e209c51926104e43a4b350ab74d9aeda to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/e209c51926104e43a4b350ab74d9aeda
2024-11-11T17:50:19,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/e13a074d3dff445eb9138253c31669d2 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/e13a074d3dff445eb9138253c31669d2
2024-11-11T17:50:19,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/67f72417cd1342ba8bd9c97d41e5a77d to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/67f72417cd1342ba8bd9c97d41e5a77d
2024-11-11T17:50:19,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/02dfcb5ca05c401ca69c8ed8c76a0d06, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/ee4230dfd21b484f8b7216488564ff94, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/cab0cd8ee305439f97315c9f8dfe64db, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/090f8ac6d7f44119b46cc1747549e805, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/99f5e1ee102d451eb4e75d2e98a70b34, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/7ea7415bffcb43bc962642ca381f9278, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/beeb6fbb8ce74547b24cadf7e63425b8, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/0c06d091863c4cabb6e0526db7a2d2dd, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/306e8b0b545f4a6b8404619ee7a67ec7, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/90edb2b7d8da41efae62f5b2618afed8, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/f8fda264950b44a399bf930d850b12fe, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/7997a6ca08934140be1c3ff3905e2103, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/b76949c5be9843df8812443c32530661, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/aa8b8d140e0a465898d525bf89e9f2b4, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/cbf525ed77744d1da51cc9f314f4fb43, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/69e7e27e68914c9eb06a454328e6b868, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/1ee53e0a0de84999947cad40720c96f5, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/33896a4a6e944b4588d2ac3325cd0680, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/d11750a4e4414eb29fc090369388c838, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/b0be2296f1da4b44abd91f6c6e1e364c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/11a4d26ffd1946cbb01fa046644392ef] to archive
2024-11-11T17:50:19,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-11T17:50:19,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/02dfcb5ca05c401ca69c8ed8c76a0d06 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/02dfcb5ca05c401ca69c8ed8c76a0d06
2024-11-11T17:50:19,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/ee4230dfd21b484f8b7216488564ff94 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/ee4230dfd21b484f8b7216488564ff94
2024-11-11T17:50:19,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/cab0cd8ee305439f97315c9f8dfe64db to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/cab0cd8ee305439f97315c9f8dfe64db
2024-11-11T17:50:19,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/090f8ac6d7f44119b46cc1747549e805 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/090f8ac6d7f44119b46cc1747549e805
2024-11-11T17:50:19,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/99f5e1ee102d451eb4e75d2e98a70b34 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/99f5e1ee102d451eb4e75d2e98a70b34
2024-11-11T17:50:19,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/7ea7415bffcb43bc962642ca381f9278 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/7ea7415bffcb43bc962642ca381f9278
2024-11-11T17:50:19,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/beeb6fbb8ce74547b24cadf7e63425b8 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/beeb6fbb8ce74547b24cadf7e63425b8
2024-11-11T17:50:19,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/0c06d091863c4cabb6e0526db7a2d2dd to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/0c06d091863c4cabb6e0526db7a2d2dd
2024-11-11T17:50:19,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/306e8b0b545f4a6b8404619ee7a67ec7 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/306e8b0b545f4a6b8404619ee7a67ec7
2024-11-11T17:50:19,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/90edb2b7d8da41efae62f5b2618afed8 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/90edb2b7d8da41efae62f5b2618afed8
2024-11-11T17:50:19,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/f8fda264950b44a399bf930d850b12fe to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/f8fda264950b44a399bf930d850b12fe
2024-11-11T17:50:19,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/7997a6ca08934140be1c3ff3905e2103 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/7997a6ca08934140be1c3ff3905e2103
2024-11-11T17:50:19,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/b76949c5be9843df8812443c32530661 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/b76949c5be9843df8812443c32530661
2024-11-11T17:50:19,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/aa8b8d140e0a465898d525bf89e9f2b4 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/aa8b8d140e0a465898d525bf89e9f2b4
2024-11-11T17:50:19,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/cbf525ed77744d1da51cc9f314f4fb43 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/cbf525ed77744d1da51cc9f314f4fb43
2024-11-11T17:50:19,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/69e7e27e68914c9eb06a454328e6b868 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/69e7e27e68914c9eb06a454328e6b868
2024-11-11T17:50:19,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/1ee53e0a0de84999947cad40720c96f5 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/1ee53e0a0de84999947cad40720c96f5
2024-11-11T17:50:19,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/33896a4a6e944b4588d2ac3325cd0680 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/33896a4a6e944b4588d2ac3325cd0680
2024-11-11T17:50:19,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/d11750a4e4414eb29fc090369388c838 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/d11750a4e4414eb29fc090369388c838
2024-11-11T17:50:19,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/b0be2296f1da4b44abd91f6c6e1e364c to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/b0be2296f1da4b44abd91f6c6e1e364c
2024-11-11T17:50:19,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/11a4d26ffd1946cbb01fa046644392ef to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/11a4d26ffd1946cbb01fa046644392ef
2024-11-11T17:50:19,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/65bc8a5e358e4246a4c01db8ae6d4d3e, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/1cbc57052d554f3f8674bee127a50003, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/794a6a27d34645538d3938a601a51688, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/afd25721e0a249839f902a5509726da1, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/eee3ae84b7c04ece80b8e00e26a51be2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/11780086e3fc4c2ca1c88e2939e77ea6, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/28f6e7b23c404fc78f7d0f83426c8f21, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/b1942dffa39b4f738557a4b41ec7bd33, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/17154cac934d4f78974676f432b255ea, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/c161714d112145cdab4c25b654b5b122, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/e2499f710ae64060b8136b857abd4885, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/c5b20c2bf8ef4dc9aadc83f0952d82e2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/add1a8f57ceb439ba7ee1507e34e3fd7, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/85ea371004a6442d83b7f378e9dc7103, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/05ea0ffddf0d447bab37e7fd10600d8b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/a07e7daeb9064c7298507d1746683e86, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/1e7469d856b44a06a72ed3815ee05dfa, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/b14bc73bca524ffc8239e4395f797cbe] to archive
2024-11-11T17:50:19,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-11T17:50:19,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/65bc8a5e358e4246a4c01db8ae6d4d3e to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/65bc8a5e358e4246a4c01db8ae6d4d3e
2024-11-11T17:50:19,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/1cbc57052d554f3f8674bee127a50003 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/1cbc57052d554f3f8674bee127a50003
2024-11-11T17:50:19,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/794a6a27d34645538d3938a601a51688 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/794a6a27d34645538d3938a601a51688
2024-11-11T17:50:19,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/afd25721e0a249839f902a5509726da1 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/afd25721e0a249839f902a5509726da1
2024-11-11T17:50:19,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/eee3ae84b7c04ece80b8e00e26a51be2 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/eee3ae84b7c04ece80b8e00e26a51be2
2024-11-11T17:50:19,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/11780086e3fc4c2ca1c88e2939e77ea6 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/11780086e3fc4c2ca1c88e2939e77ea6
2024-11-11T17:50:19,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/28f6e7b23c404fc78f7d0f83426c8f21 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/28f6e7b23c404fc78f7d0f83426c8f21
2024-11-11T17:50:19,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/b1942dffa39b4f738557a4b41ec7bd33 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/b1942dffa39b4f738557a4b41ec7bd33
2024-11-11T17:50:19,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/17154cac934d4f78974676f432b255ea to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/17154cac934d4f78974676f432b255ea
2024-11-11T17:50:19,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/c161714d112145cdab4c25b654b5b122 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/c161714d112145cdab4c25b654b5b122
2024-11-11T17:50:19,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/e2499f710ae64060b8136b857abd4885 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/e2499f710ae64060b8136b857abd4885
2024-11-11T17:50:19,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/c5b20c2bf8ef4dc9aadc83f0952d82e2 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/c5b20c2bf8ef4dc9aadc83f0952d82e2
2024-11-11T17:50:19,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/add1a8f57ceb439ba7ee1507e34e3fd7 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/add1a8f57ceb439ba7ee1507e34e3fd7
2024-11-11T17:50:19,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/85ea371004a6442d83b7f378e9dc7103 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/85ea371004a6442d83b7f378e9dc7103
2024-11-11T17:50:19,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/05ea0ffddf0d447bab37e7fd10600d8b to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/05ea0ffddf0d447bab37e7fd10600d8b
2024-11-11T17:50:19,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/a07e7daeb9064c7298507d1746683e86 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/a07e7daeb9064c7298507d1746683e86
2024-11-11T17:50:19,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/1e7469d856b44a06a72ed3815ee05dfa to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/1e7469d856b44a06a72ed3815ee05dfa
2024-11-11T17:50:19,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/b14bc73bca524ffc8239e4395f797cbe to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/b14bc73bca524ffc8239e4395f797cbe
2024-11-11T17:50:19,850 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/recovered.edits/304.seqid, newMaxSeqId=304, maxSeqId=4
2024-11-11T17:50:19,850 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.
2024-11-11T17:50:19,850 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1676): Region close journal for 40425e1e2879b76efd3e42842bba5ef0:
Waiting for close lock at 1731347416640Running coprocessor pre-close hooks at 1731347416640Disabling compacts and flushes for region at 1731347416640Disabling writes for close at 1731347418125 (+1485 ms)Obtaining lock to block concurrent updates at 1731347418125Preparing flush snapshotting stores in 40425e1e2879b76efd3e42842bba5ef0 at 1731347418125Finished memstore snapshotting TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731347418125Flushing stores of TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0. at 1731347418126 (+1 ms)Flushing 40425e1e2879b76efd3e42842bba5ef0/A: creating writer at 1731347418126Flushing mob file 40425e1e2879b76efd3e42842bba5ef0/A: appending metadata at 1731347418129 (+3 ms)Flushing mob file 40425e1e2879b76efd3e42842bba5ef0/A: closing flushed file at 1731347418129Flushing 40425e1e2879b76efd3e42842bba5ef0/A: appending metadata at 1731347418541 (+412 ms)Flushing 40425e1e2879b76efd3e42842bba5ef0/A: closing flushed file at 1731347418541Flushing 40425e1e2879b76efd3e42842bba5ef0/B: creating writer at 1731347418954 (+413 ms)Flushing 40425e1e2879b76efd3e42842bba5ef0/B: appending metadata at 1731347418958 (+4 ms)Flushing 40425e1e2879b76efd3e42842bba5ef0/B: closing flushed file at 1731347418958Flushing 40425e1e2879b76efd3e42842bba5ef0/C: creating writer at 1731347419370 (+412 ms)Flushing 40425e1e2879b76efd3e42842bba5ef0/C: appending metadata at 1731347419374 (+4 ms)Flushing 40425e1e2879b76efd3e42842bba5ef0/C: closing flushed file at 1731347419374Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5118bae9: reopening flushed file at 1731347419784 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@269bf708: reopening flushed file at 1731347419791 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@883d854: reopening flushed file at 1731347419794 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 40425e1e2879b76efd3e42842bba5ef0 in 1673ms, sequenceid=301, compaction requested=true at 1731347419798 (+4 ms)Writing region close event to WAL at 1731347419847 (+49 ms)Running coprocessor post-close hooks at 1731347419850 (+3 ms)Closed at 1731347419850
2024-11-11T17:50:19,852 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(157): Closed 40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:19,852 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=40425e1e2879b76efd3e42842bba5ef0, regionState=CLOSED
2024-11-11T17:50:19,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=110, ppid=109, state=RUNNABLE, hasLock=false; CloseRegionProcedure 40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708 because future has completed
2024-11-11T17:50:19,856 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109
2024-11-11T17:50:19,856 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; CloseRegionProcedure 40425e1e2879b76efd3e42842bba5ef0, server=01af7571cc75,44273,1731347298708 in 3.3660 sec
2024-11-11T17:50:19,858 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=109, resume processing ppid=108
2024-11-11T17:50:19,858 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, ppid=108, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40425e1e2879b76efd3e42842bba5ef0, UNASSIGN in 3.3700 sec
2024-11-11T17:50:19,859 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107
2024-11-11T17:50:19,860 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.3730 sec
2024-11-11T17:50:19,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731347419860"}]},"ts":"1731347419860"}
2024-11-11T17:50:19,862 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-11T17:50:19,862 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-11T17:50:19,863 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 3.3820 sec
2024-11-11T17:50:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-11T17:50:20,637 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:50:20,638 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-11T17:50:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:50:20,642 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=111, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:50:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-11T17:50:20,644 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=111, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:50:20,647 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:20,649 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A, FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B, FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C, FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/recovered.edits]
2024-11-11T17:50:20,651 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/3bacd894b41b4e4caca99ca3c30e4d81 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/3bacd894b41b4e4caca99ca3c30e4d81
2024-11-11T17:50:20,652 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/4fc8f30a549648f3a90e787bdb0b99fa to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/4fc8f30a549648f3a90e787bdb0b99fa
2024-11-11T17:50:20,653 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/b96738f017d349e2900d75c6eba7fcb0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/A/b96738f017d349e2900d75c6eba7fcb0
2024-11-11T17:50:20,655 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/10eb75db866a4320b2e6602a89f8c5f8 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/10eb75db866a4320b2e6602a89f8c5f8
2024-11-11T17:50:20,656 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/53981f62331c4977ac3985579c7dbc36 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/53981f62331c4977ac3985579c7dbc36
2024-11-11T17:50:20,656 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/d5b8e191cb05455884eb49fea306c59e to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/B/d5b8e191cb05455884eb49fea306c59e
2024-11-11T17:50:20,658 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/050d973ac6f2472ba63f303876d2dc0a to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/050d973ac6f2472ba63f303876d2dc0a
2024-11-11T17:50:20,658 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/08b3a21e80524cd59370935e1872d403 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/08b3a21e80524cd59370935e1872d403
2024-11-11T17:50:20,659 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/33a0a21a11494b6e840d40e6703ea627 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/33a0a21a11494b6e840d40e6703ea627
2024-11-11T17:50:20,660 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/470b54ece6524aeea8c834d649b5a035 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/470b54ece6524aeea8c834d649b5a035
2024-11-11T17:50:20,661 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/cdd7444ce21a46ca8f8e8eb77d38389d to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/C/cdd7444ce21a46ca8f8e8eb77d38389d
2024-11-11T17:50:20,663 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/recovered.edits/304.seqid to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0/recovered.edits/304.seqid
2024-11-11T17:50:20,663 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:20,663 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-11T17:50:20,664 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-11T17:50:20,664 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-11T17:50:20,666 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111230b04d5d48041c8b3dd66187105da31_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111230b04d5d48041c8b3dd66187105da31_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:20,667 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111291e71cd8d07414fb815fa71ed74cdb5_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111291e71cd8d07414fb815fa71ed74cdb5_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:20,668 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111135628f8e2c4a4dcb9428a97be0d0c1d3_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111135628f8e2c4a4dcb9428a97be0d0c1d3_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:20,669 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111370879d840e243449261f1f60ee26dcc_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111370879d840e243449261f1f60ee26dcc_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:20,670 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114d4de93589a943818bb654ab108b4061_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114d4de93589a943818bb654ab108b4061_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:20,670 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115f76d752ed3f41a88d0430eac04086bb_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115f76d752ed3f41a88d0430eac04086bb_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:20,671 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117643c134d3c24e21857e41e53915c8ae_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117643c134d3c24e21857e41e53915c8ae_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:20,672 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118358d68334f143b4b63c3637ed98f7fc_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118358d68334f143b4b63c3637ed98f7fc_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:20,672 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118759ae97ea6f4a6786648b58ed470e19_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118759ae97ea6f4a6786648b58ed470e19_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:20,673 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118856ba3185d243e4b712f90a32f009eb_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118856ba3185d243e4b712f90a32f009eb_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:20,674 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118d716e0403ea48d1a8e589422ec586f4_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411118d716e0403ea48d1a8e589422ec586f4_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:20,674 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119560a83ae69949ad90cce670c1f520da_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119560a83ae69949ad90cce670c1f520da_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:20,675 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111abc2bd7bf9d449b8a8a2437b651a63e2_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111abc2bd7bf9d449b8a8a2437b651a63e2_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:20,676 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b52d15db9846430c99f98f58a9a15020_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b52d15db9846430c99f98f58a9a15020_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:20,676 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111caefa58942414508b98705c6d3c8d801_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111caefa58942414508b98705c6d3c8d801_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:20,677 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d70ab0cd18b64fd588f6c601b0ed4d85_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d70ab0cd18b64fd588f6c601b0ed4d85_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:20,678 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111de2221145b74476392c3eef6f0e6a892_40425e1e2879b76efd3e42842bba5ef0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111de2221145b74476392c3eef6f0e6a892_40425e1e2879b76efd3e42842bba5ef0
2024-11-11T17:50:20,678 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-11T17:50:20,679 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=111, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:50:20,681 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-11T17:50:20,683 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-11T17:50:20,684 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=111, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:50:20,684 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-11T17:50:20,684 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731347420684"}]},"ts":"9223372036854775807"}
2024-11-11T17:50:20,686 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-11T17:50:20,686 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 40425e1e2879b76efd3e42842bba5ef0, NAME => 'TestAcidGuarantees,,1731347392726.40425e1e2879b76efd3e42842bba5ef0.', STARTKEY => '', ENDKEY => ''}]
2024-11-11T17:50:20,686 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-11T17:50:20,686 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731347420686"}]},"ts":"9223372036854775807"}
2024-11-11T17:50:20,688 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-11T17:50:20,689 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=111, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:50:20,690 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 51 msec
2024-11-11T17:50:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-11T17:50:20,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-11T17:50:20,761 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:50:20,772 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=251 (was 248)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1845323149_22 at /127.0.0.1:34040 [Waiting for operation #481]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1845323149_22 at /127.0.0.1:53676 [Waiting for operation #176]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1395616633_22 at /127.0.0.1:53660 [Waiting for operation #179]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1395616633_22 at /127.0.0.1:60148 [Waiting for operation #247]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=461 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=418 (was 288) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6538 (was 7217)
2024-11-11T17:50:20,781 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=418, ProcessCount=11, AvailableMemoryMB=6538
2024-11-11T17:50:20,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-11T17:50:20,783 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-11T17:50:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=112, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-11T17:50:20,785 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-11T17:50:20,785 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:20,786 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 112
2024-11-11T17:50:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112
2024-11-11T17:50:20,786 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-11T17:50:20,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742224_1400 (size=1061)
2024-11-11T17:50:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112
2024-11-11T17:50:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112
2024-11-11T17:50:21,196 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7
2024-11-11T17:50:21,203 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742225_1401 (size=53)
2024-11-11T17:50:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112
2024-11-11T17:50:21,604 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T17:50:21,604 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d47bb46cc6600f94494e770e64558dde, disabling compactions & flushes
2024-11-11T17:50:21,604 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:21,604 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:21,604 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. after waiting 0 ms
2024-11-11T17:50:21,604 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:21,604 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:21,604 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d47bb46cc6600f94494e770e64558dde:
Waiting for close lock at 1731347421604Disabling compacts and flushes for region at 1731347421604Disabling writes for close at 1731347421604Writing region close event to WAL at 1731347421604Closed at 1731347421604
2024-11-11T17:50:21,606 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-11T17:50:21,606 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731347421606"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731347421606"}]},"ts":"1731347421606"}
2024-11-11T17:50:21,609 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-11T17:50:21,610 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-11T17:50:21,611 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731347421610"}]},"ts":"1731347421610"}
2024-11-11T17:50:21,613 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-11T17:50:21,613 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d47bb46cc6600f94494e770e64558dde, ASSIGN}]
2024-11-11T17:50:21,615 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d47bb46cc6600f94494e770e64558dde, ASSIGN
2024-11-11T17:50:21,617 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d47bb46cc6600f94494e770e64558dde, ASSIGN; state=OFFLINE, location=01af7571cc75,44273,1731347298708; forceNewPlan=false, retain=false
2024-11-11T17:50:21,767 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=d47bb46cc6600f94494e770e64558dde, regionState=OPENING, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:50:21,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d47bb46cc6600f94494e770e64558dde, ASSIGN because future has completed
2024-11-11T17:50:21,770 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; OpenRegionProcedure d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708}]
2024-11-11T17:50:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112
2024-11-11T17:50:21,928 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:21,929 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7752): Opening region: {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
2024-11-11T17:50:21,930 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:21,930 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T17:50:21,931 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7794): checking encryption for d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:21,931 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7797): checking classloading for d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:21,933 INFO  [StoreOpener-d47bb46cc6600f94494e770e64558dde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d47bb46cc6600f94494e770e64558dde 
2024-11-11T17:50:21,935 INFO  [StoreOpener-d47bb46cc6600f94494e770e64558dde-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:50:21,936 INFO  [StoreOpener-d47bb46cc6600f94494e770e64558dde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d47bb46cc6600f94494e770e64558dde columnFamilyName A
2024-11-11T17:50:21,936 DEBUG [StoreOpener-d47bb46cc6600f94494e770e64558dde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:21,937 INFO  [StoreOpener-d47bb46cc6600f94494e770e64558dde-1 {}] regionserver.HStore(327): Store=d47bb46cc6600f94494e770e64558dde/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:50:21,937 INFO  [StoreOpener-d47bb46cc6600f94494e770e64558dde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d47bb46cc6600f94494e770e64558dde 
2024-11-11T17:50:21,938 INFO  [StoreOpener-d47bb46cc6600f94494e770e64558dde-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:50:21,938 INFO  [StoreOpener-d47bb46cc6600f94494e770e64558dde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d47bb46cc6600f94494e770e64558dde columnFamilyName B
2024-11-11T17:50:21,939 DEBUG [StoreOpener-d47bb46cc6600f94494e770e64558dde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:21,939 INFO  [StoreOpener-d47bb46cc6600f94494e770e64558dde-1 {}] regionserver.HStore(327): Store=d47bb46cc6600f94494e770e64558dde/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:50:21,939 INFO  [StoreOpener-d47bb46cc6600f94494e770e64558dde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d47bb46cc6600f94494e770e64558dde 
2024-11-11T17:50:21,940 INFO  [StoreOpener-d47bb46cc6600f94494e770e64558dde-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:50:21,941 INFO  [StoreOpener-d47bb46cc6600f94494e770e64558dde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d47bb46cc6600f94494e770e64558dde columnFamilyName C
2024-11-11T17:50:21,941 DEBUG [StoreOpener-d47bb46cc6600f94494e770e64558dde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:21,941 INFO  [StoreOpener-d47bb46cc6600f94494e770e64558dde-1 {}] regionserver.HStore(327): Store=d47bb46cc6600f94494e770e64558dde/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:50:21,942 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:21,942 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1038): replaying wal for d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:21,943 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:21,943 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:21,945 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1048): stopping wal replay for d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:21,945 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1060): Cleaning up temporary data for d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:21,945 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-11T17:50:21,947 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1093): writing seq id for d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:21,949 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-11T17:50:21,949 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1114): Opened d47bb46cc6600f94494e770e64558dde; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64926708, jitterRate=-0.032516658306121826}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-11T17:50:21,949 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:21,950 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1006): Region open journal for d47bb46cc6600f94494e770e64558dde:
Running coprocessor pre-open hook at 1731347421931Writing region info on filesystem at 1731347421931Initializing all the Stores at 1731347421932 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347421932Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347421933 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347421933Cleaning up temporary data from old regions at 1731347421945 (+12 ms)Running coprocessor post-open hooks at 1731347421949 (+4 ms)Region opened successfully at 1731347421950 (+1 ms)
2024-11-11T17:50:21,951 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., pid=114, masterSystemTime=1731347421922
2024-11-11T17:50:21,952 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:21,952 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:21,953 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=d47bb46cc6600f94494e770e64558dde, regionState=OPEN, openSeqNum=2, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:50:21,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=113, state=RUNNABLE, hasLock=false; OpenRegionProcedure d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708 because future has completed
2024-11-11T17:50:21,957 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113
2024-11-11T17:50:21,957 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; OpenRegionProcedure d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708 in 185 msec
2024-11-11T17:50:21,958 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=113, resume processing ppid=112
2024-11-11T17:50:21,958 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, ppid=112, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d47bb46cc6600f94494e770e64558dde, ASSIGN in 344 msec
2024-11-11T17:50:21,959 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-11T17:50:21,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731347421959"}]},"ts":"1731347421959"}
2024-11-11T17:50:21,960 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-11T17:50:21,961 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-11T17:50:21,962 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1780 sec
2024-11-11T17:50:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112
2024-11-11T17:50:22,947 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:50:22,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be1708d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:50:22,951 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:50:22,953 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:50:22,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:50:22,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:50:22,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3289eb1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:50:22,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:50:22,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:22,957 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:50:22,958 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@419130c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,958 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:50:22,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:50:22,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:50:22,960 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:50:22,961 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-11T17:50:22,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 01af7571cc75,43645,1731347297994
2024-11-11T17:50:22,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e0215b4
2024-11-11T17:50:22,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-11T17:50:22,963 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-11T17:50:22,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fe0696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:50:22,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:50:22,965 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:50:22,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:50:22,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:50:22,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb0f646, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:50:22,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:50:22,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:22,967 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:50:22,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108c7a6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59de117f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,968 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:50:22,968 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:50:22,969 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:50:22,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:50:22,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:50:22,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54531cbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:50:22,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:50:22,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:22,971 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:50:22,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a959d30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472a8168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,973 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:50:22,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:50:22,974 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:50:22,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:50:22,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:50:22,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4e7c0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:50:22,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:50:22,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:22,975 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:50:22,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f015a37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f010827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,977 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:50:22,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:50:22,978 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:50:22,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:50:22,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:50:22,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59089fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:50:22,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:50:22,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:22,980 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:50:22,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2661cb3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2822c33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:50:22,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:50:22,982 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:50:22,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:50:22,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:50:22,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0811f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:50:22,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:50:22,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:22,984 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:50:22,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26db4f9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc5e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,985 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:50:22,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:50:22,986 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:50:22,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:50:22,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:50:22,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32282cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:50:22,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:50:22,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:22,988 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:50:22,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a75a962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42daa6ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:50:22,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:50:22,990 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:50:22,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:50:22,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:50:22,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e909d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:50:22,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:50:22,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:22,992 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:50:22,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bc4307f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366fb241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:50:22,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:50:22,995 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:50:22,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:50:22,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:50:22,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73db9bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:50:22,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:50:22,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:22,996 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:50:22,997 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7603dab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e8e518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:50:22,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:50:22,999 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:50:22,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:50:22,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:50:22,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ea21a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:22,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:50:22,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:50:23,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:23,000 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:50:23,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35311616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:23,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ff7be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:23,001 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:50:23,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:50:23,002 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:50:23,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:50:23,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:50:23,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c9e82f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:23,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:50:23,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:50:23,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:23,003 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:50:23,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f8c87b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:23,004 DEBUG [Thread-1822 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:50:23,004 DEBUG [Thread-1824 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:50:23,004 DEBUG [Thread-1839 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:50:23,004 DEBUG [Thread-1831 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:50:23,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:50:23,005 DEBUG [Thread-1828 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:50:23,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:50:23,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:50:23,005 DEBUG [Thread-1820 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:50:23,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:50:23,005 DEBUG [Thread-1826 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:50:23,005 DEBUG [Thread-1833 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:50:23,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:50:23,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:50:23,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:50:23,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:50:23,006 DEBUG [Thread-1837 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:50:23,006 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:50:23,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:50:23,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:50:23,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:50:23,007 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:50:23,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:50:23,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:50:23,007 DEBUG [Thread-1828 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:50:23,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:50:23,007 DEBUG [Thread-1828 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:50:23,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:50:23,007 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:50:23,007 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:50:23,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:50:23,008 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:50:23,006 DEBUG [Thread-1835 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:50:23,008 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:50:23,008 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:50:23,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:50:23,008 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:50:23,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:50:23,009 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:50:23,009 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:50:23,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:50:23,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:50:23,010 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:50:23,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:50:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees
2024-11-11T17:50:23,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:50:23,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:50:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-11T17:50:23,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:50:23,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:50:23,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:50:23,013 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:50:23,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:50:23,014 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:50:23,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2]
2024-11-11T17:50:23,014 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:50:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:23,022 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d47bb46cc6600f94494e770e64558dde 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-11T17:50:23,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=A
2024-11-11T17:50:23,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:23,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=B
2024-11-11T17:50:23,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:23,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=C
2024-11-11T17:50:23,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:23,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/684ca534a29b4b7ca8f58e4f97fa877d is 50, key is test_row_0/A:col10/1731347423021/Put/seqid=0
2024-11-11T17:50:23,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347483048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:23,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:23,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742226_1402 (size=12001)
2024-11-11T17:50:23,058 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/684ca534a29b4b7ca8f58e4f97fa877d
2024-11-11T17:50:23,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347483049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:23,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:23,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347483052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:23,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:23,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:23,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1731347483053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:23,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:23,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347483054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:23,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:23,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:23,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/ff06e110bd1e4e3588251c1363108a7c is 50, key is test_row_0/B:col10/1731347423021/Put/seqid=0
2024-11-11T17:50:23,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742227_1403 (size=12001)
2024-11-11T17:50:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-11T17:50:23,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-11T17:50:23,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:23,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:23,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:23,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:23,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:23,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347483165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:23,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:23,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347483165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,172 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347483165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:23,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1731347483175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:23,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:23,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347483175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:23,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:23,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:23,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-11T17:50:23,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:23,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:23,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:23,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:23,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-11T17:50:23,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347483375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:23,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:23,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347483375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:23,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:23,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:23,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347483376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:23,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:23,389 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1731347483385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:23,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347483385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:23,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:23,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:23,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-11T17:50:23,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:23,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:23,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:23,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:23,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:23,498 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/ff06e110bd1e4e3588251c1363108a7c
2024-11-11T17:50:23,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/86d15215560c4c0f88af5377fe1e120a is 50, key is test_row_0/C:col10/1731347423021/Put/seqid=0
2024-11-11T17:50:23,540 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742228_1404 (size=12001)
2024-11-11T17:50:23,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-11T17:50:23,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:23,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:23,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:23,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:23,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-11T17:50:23,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347483685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:23,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:23,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347483685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:23,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:23,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:23,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347483685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:23,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:23,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347483696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:23,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:23,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1731347483696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:23,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:23,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:23,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:23,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-11T17:50:23,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:23,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:23,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:23,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:23,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:23,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:23,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-11T17:50:23,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:23,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:23,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:23,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:23,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:23,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:23,941 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/86d15215560c4c0f88af5377fe1e120a
2024-11-11T17:50:23,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/684ca534a29b4b7ca8f58e4f97fa877d as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/684ca534a29b4b7ca8f58e4f97fa877d
2024-11-11T17:50:23,948 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/684ca534a29b4b7ca8f58e4f97fa877d, entries=150, sequenceid=13, filesize=11.7 K
2024-11-11T17:50:23,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/ff06e110bd1e4e3588251c1363108a7c as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/ff06e110bd1e4e3588251c1363108a7c
2024-11-11T17:50:23,951 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/ff06e110bd1e4e3588251c1363108a7c, entries=150, sequenceid=13, filesize=11.7 K
2024-11-11T17:50:23,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/86d15215560c4c0f88af5377fe1e120a as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/86d15215560c4c0f88af5377fe1e120a
2024-11-11T17:50:23,954 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/86d15215560c4c0f88af5377fe1e120a, entries=150, sequenceid=13, filesize=11.7 K
2024-11-11T17:50:23,955 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for d47bb46cc6600f94494e770e64558dde in 933ms, sequenceid=13, compaction requested=false
2024-11-11T17:50:23,955 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-11T17:50:23,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:24,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-11T17:50:24,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:24,086 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing d47bb46cc6600f94494e770e64558dde 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-11T17:50:24,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=A
2024-11-11T17:50:24,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:24,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=B
2024-11-11T17:50:24,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:24,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=C
2024-11-11T17:50:24,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:24,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/736e5d5f3c874595980da4a106beab02 is 50, key is test_row_0/A:col10/1731347423050/Put/seqid=0
2024-11-11T17:50:24,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742229_1405 (size=12001)
2024-11-11T17:50:24,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-11T17:50:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:24,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:24,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347484213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:24,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:24,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347484214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:24,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:24,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:24,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347484215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:24,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:24,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1731347484215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:24,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347484218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:24,342 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347484335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:24,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,342 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:24,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347484335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:24,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,342 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:24,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347484335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:24,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:24,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347484335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:24,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:24,498 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/736e5d5f3c874595980da4a106beab02
2024-11-11T17:50:24,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/812cfac479304df2b3bc103de9ca53e0 is 50, key is test_row_0/B:col10/1731347423050/Put/seqid=0
2024-11-11T17:50:24,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742230_1406 (size=12001)
2024-11-11T17:50:24,554 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347484545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:24,554 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:24,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347484546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:24,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:24,555 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:24,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347484546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:24,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:24,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:24,563 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347484555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:24,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:24,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347484866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:24,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347484866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:24,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:24,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:24,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347484866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:24,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:24,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347484875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:24,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:24,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:24,910 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/812cfac479304df2b3bc103de9ca53e0
2024-11-11T17:50:24,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/0e447d0729204f4d87348e6dd25d99f0 is 50, key is test_row_0/C:col10/1731347423050/Put/seqid=0
2024-11-11T17:50:24,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742231_1407 (size=12001)
2024-11-11T17:50:24,932 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/0e447d0729204f4d87348e6dd25d99f0
2024-11-11T17:50:24,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/736e5d5f3c874595980da4a106beab02 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/736e5d5f3c874595980da4a106beab02
2024-11-11T17:50:24,945 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/736e5d5f3c874595980da4a106beab02, entries=150, sequenceid=33, filesize=11.7 K
2024-11-11T17:50:24,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/812cfac479304df2b3bc103de9ca53e0 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/812cfac479304df2b3bc103de9ca53e0
2024-11-11T17:50:24,949 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/812cfac479304df2b3bc103de9ca53e0, entries=150, sequenceid=33, filesize=11.7 K
2024-11-11T17:50:24,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/0e447d0729204f4d87348e6dd25d99f0 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/0e447d0729204f4d87348e6dd25d99f0
2024-11-11T17:50:24,957 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/0e447d0729204f4d87348e6dd25d99f0, entries=150, sequenceid=33, filesize=11.7 K
2024-11-11T17:50:24,958 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for d47bb46cc6600f94494e770e64558dde in 872ms, sequenceid=33, compaction requested=false
2024-11-11T17:50:24,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:24,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:24,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116
2024-11-11T17:50:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=116
2024-11-11T17:50:24,961 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115
2024-11-11T17:50:24,961 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9460 sec
2024-11-11T17:50:24,964 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.9530 sec
2024-11-11T17:50:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-11T17:50:25,155 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:50:25,155 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:50:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees
2024-11-11T17:50:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-11T17:50:25,156 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:50:25,157 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:50:25,157 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:50:25,238 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d47bb46cc6600f94494e770e64558dde 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-11T17:50:25,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=A
2024-11-11T17:50:25,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:25,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=B
2024-11-11T17:50:25,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:25,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=C
2024-11-11T17:50:25,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:25,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/d26a5510979c4d7a93688e770234dcc6 is 50, key is test_row_0/A:col10/1731347425236/Put/seqid=0
2024-11-11T17:50:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-11T17:50:25,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742232_1408 (size=14341)
2024-11-11T17:50:25,282 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/d26a5510979c4d7a93688e770234dcc6
2024-11-11T17:50:25,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/e6ee9f442f744675a0144f272b959515 is 50, key is test_row_0/B:col10/1731347425236/Put/seqid=0
2024-11-11T17:50:25,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742233_1409 (size=12001)
2024-11-11T17:50:25,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-11T17:50:25,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:25,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:25,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:25,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:25,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:25,376 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-11T17:50:25,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1731347485380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:25,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:25,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:25,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:25,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347485388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:25,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347485388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:25,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347485388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:25,408 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347485395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:25,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:25,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:25,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:25,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-11T17:50:25,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:25,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:25,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:25,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:25,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-11T17:50:25,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1731347485495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:25,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:25,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:25,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:25,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-11T17:50:25,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:25,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:25,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:25,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:25,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:25,694 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/e6ee9f442f744675a0144f272b959515
2024-11-11T17:50:25,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/1d6895cb985f4fbdb7af56c6eed0046e is 50, key is test_row_0/C:col10/1731347425236/Put/seqid=0
2024-11-11T17:50:25,707 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742234_1410 (size=12001)
2024-11-11T17:50:25,725 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1731347485715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:25,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:25,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:25,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:25,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-11T17:50:25,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:25,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:25,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:25,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:25,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-11T17:50:25,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-11T17:50:25,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:25,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:25,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:25,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:25,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:26,042 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1731347486035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:26,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:26,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-11T17:50:26,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:26,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:26,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:26,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:26,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:26,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:26,108 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/1d6895cb985f4fbdb7af56c6eed0046e
2024-11-11T17:50:26,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/d26a5510979c4d7a93688e770234dcc6 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/d26a5510979c4d7a93688e770234dcc6
2024-11-11T17:50:26,119 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/d26a5510979c4d7a93688e770234dcc6, entries=200, sequenceid=46, filesize=14.0 K
2024-11-11T17:50:26,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/e6ee9f442f744675a0144f272b959515 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/e6ee9f442f744675a0144f272b959515
2024-11-11T17:50:26,124 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/e6ee9f442f744675a0144f272b959515, entries=150, sequenceid=46, filesize=11.7 K
2024-11-11T17:50:26,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/1d6895cb985f4fbdb7af56c6eed0046e as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/1d6895cb985f4fbdb7af56c6eed0046e
2024-11-11T17:50:26,128 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/1d6895cb985f4fbdb7af56c6eed0046e, entries=150, sequenceid=46, filesize=11.7 K
2024-11-11T17:50:26,129 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for d47bb46cc6600f94494e770e64558dde in 891ms, sequenceid=46, compaction requested=true
2024-11-11T17:50:26,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:26,129 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:26,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:50:26,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:26,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:50:26,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:26,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:50:26,129 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:26,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:26,130 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:26,130 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/A is initiating minor compaction (all files)
2024-11-11T17:50:26,130 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/A in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:26,130 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/684ca534a29b4b7ca8f58e4f97fa877d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/736e5d5f3c874595980da4a106beab02, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/d26a5510979c4d7a93688e770234dcc6] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=37.4 K
2024-11-11T17:50:26,131 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:26,131 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/B is initiating minor compaction (all files)
2024-11-11T17:50:26,131 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/B in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:26,131 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/ff06e110bd1e4e3588251c1363108a7c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/812cfac479304df2b3bc103de9ca53e0, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/e6ee9f442f744675a0144f272b959515] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=35.2 K
2024-11-11T17:50:26,131 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 684ca534a29b4b7ca8f58e4f97fa877d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731347423021
2024-11-11T17:50:26,131 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting ff06e110bd1e4e3588251c1363108a7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731347423021
2024-11-11T17:50:26,131 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 736e5d5f3c874595980da4a106beab02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731347423048
2024-11-11T17:50:26,134 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 812cfac479304df2b3bc103de9ca53e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731347423048
2024-11-11T17:50:26,134 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting d26a5510979c4d7a93688e770234dcc6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731347424212
2024-11-11T17:50:26,134 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting e6ee9f442f744675a0144f272b959515, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731347424212
2024-11-11T17:50:26,141 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#B#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:26,141 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#A#compaction#341 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:26,141 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/f53f884b71c14e33a08755df96ee18df is 50, key is test_row_0/B:col10/1731347425236/Put/seqid=0
2024-11-11T17:50:26,142 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/8227988a873645739a3a2d7dc33fc6f4 is 50, key is test_row_0/A:col10/1731347425236/Put/seqid=0
2024-11-11T17:50:26,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742235_1411 (size=12104)
2024-11-11T17:50:26,198 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742236_1412 (size=12104)
2024-11-11T17:50:26,204 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/8227988a873645739a3a2d7dc33fc6f4 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/8227988a873645739a3a2d7dc33fc6f4
2024-11-11T17:50:26,211 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d47bb46cc6600f94494e770e64558dde/A of d47bb46cc6600f94494e770e64558dde into 8227988a873645739a3a2d7dc33fc6f4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:26,211 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:26,211 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/A, priority=13, startTime=1731347426129; duration=0sec
2024-11-11T17:50:26,211 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:26,211 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:A
2024-11-11T17:50:26,212 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:26,212 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:26,213 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/C is initiating minor compaction (all files)
2024-11-11T17:50:26,213 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/C in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:26,213 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/86d15215560c4c0f88af5377fe1e120a, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/0e447d0729204f4d87348e6dd25d99f0, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/1d6895cb985f4fbdb7af56c6eed0046e] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=35.2 K
2024-11-11T17:50:26,213 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86d15215560c4c0f88af5377fe1e120a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731347423021
2024-11-11T17:50:26,213 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e447d0729204f4d87348e6dd25d99f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731347423048
2024-11-11T17:50:26,214 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d6895cb985f4fbdb7af56c6eed0046e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731347424212
2024-11-11T17:50:26,230 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#C#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:26,230 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/9ad5d0f3be284ccd909c7cfc49bdc56b is 50, key is test_row_0/C:col10/1731347425236/Put/seqid=0
2024-11-11T17:50:26,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-11T17:50:26,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:26,235 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing d47bb46cc6600f94494e770e64558dde 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-11T17:50:26,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=A
2024-11-11T17:50:26,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:26,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=B
2024-11-11T17:50:26,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:26,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=C
2024-11-11T17:50:26,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:26,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/1be09202751d4dbc8c6a6f4ecbb0f8c5 is 50, key is test_row_0/A:col10/1731347425343/Put/seqid=0
2024-11-11T17:50:26,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742237_1413 (size=12104)
2024-11-11T17:50:26,282 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/9ad5d0f3be284ccd909c7cfc49bdc56b as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/9ad5d0f3be284ccd909c7cfc49bdc56b
2024-11-11T17:50:26,287 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d47bb46cc6600f94494e770e64558dde/C of d47bb46cc6600f94494e770e64558dde into 9ad5d0f3be284ccd909c7cfc49bdc56b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:26,287 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:26,287 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/C, priority=13, startTime=1731347426129; duration=0sec
2024-11-11T17:50:26,287 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:26,287 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:C
2024-11-11T17:50:26,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742238_1414 (size=12001)
2024-11-11T17:50:26,294 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/1be09202751d4dbc8c6a6f4ecbb0f8c5
2024-11-11T17:50:26,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-11T17:50:26,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/020206d9e04f484e9badd380b9576db6 is 50, key is test_row_0/B:col10/1731347425343/Put/seqid=0
2024-11-11T17:50:26,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742239_1415 (size=12001)
2024-11-11T17:50:26,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:26,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347486426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:26,442 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347486430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:26,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:26,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:26,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347486435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:26,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:26,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347486442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:26,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:26,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347486545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:26,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:26,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347486545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:26,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:26,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:26,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1731347486554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:26,563 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347486555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:26,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:26,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:26,563 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347486555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:26,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:26,575 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/f53f884b71c14e33a08755df96ee18df as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/f53f884b71c14e33a08755df96ee18df
2024-11-11T17:50:26,585 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d47bb46cc6600f94494e770e64558dde/B of d47bb46cc6600f94494e770e64558dde into f53f884b71c14e33a08755df96ee18df(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:26,585 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:26,585 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/B, priority=13, startTime=1731347426129; duration=0sec
2024-11-11T17:50:26,585 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:26,585 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:B
2024-11-11T17:50:26,758 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/020206d9e04f484e9badd380b9576db6
2024-11-11T17:50:26,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347486765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:26,774 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:26,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347486765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:26,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/6d06f4d4e2aa4f2c899cae9a897d9423 is 50, key is test_row_0/C:col10/1731347425343/Put/seqid=0
2024-11-11T17:50:26,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:26,774 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347486765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:26,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:26,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:26,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347486775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:26,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:26,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:26,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742240_1416 (size=12001)
2024-11-11T17:50:26,794 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/6d06f4d4e2aa4f2c899cae9a897d9423
2024-11-11T17:50:26,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/1be09202751d4dbc8c6a6f4ecbb0f8c5 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/1be09202751d4dbc8c6a6f4ecbb0f8c5
2024-11-11T17:50:26,813 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/1be09202751d4dbc8c6a6f4ecbb0f8c5, entries=150, sequenceid=66, filesize=11.7 K
2024-11-11T17:50:26,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/020206d9e04f484e9badd380b9576db6 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/020206d9e04f484e9badd380b9576db6
2024-11-11T17:50:26,819 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/020206d9e04f484e9badd380b9576db6, entries=150, sequenceid=66, filesize=11.7 K
2024-11-11T17:50:26,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/6d06f4d4e2aa4f2c899cae9a897d9423 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/6d06f4d4e2aa4f2c899cae9a897d9423
2024-11-11T17:50:26,832 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/6d06f4d4e2aa4f2c899cae9a897d9423, entries=150, sequenceid=66, filesize=11.7 K
2024-11-11T17:50:26,833 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for d47bb46cc6600f94494e770e64558dde in 598ms, sequenceid=66, compaction requested=false
2024-11-11T17:50:26,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:26,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:26,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118
2024-11-11T17:50:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=118
2024-11-11T17:50:26,836 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117
2024-11-11T17:50:26,837 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6780 sec
2024-11-11T17:50:26,838 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.6820 sec
2024-11-11T17:50:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:27,090 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d47bb46cc6600f94494e770e64558dde 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-11T17:50:27,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=A
2024-11-11T17:50:27,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:27,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=B
2024-11-11T17:50:27,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:27,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=C
2024-11-11T17:50:27,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:27,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/cf34e990d0b54411897246e287d6ffd9 is 50, key is test_row_0/A:col10/1731347427089/Put/seqid=0
2024-11-11T17:50:27,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742241_1417 (size=14341)
2024-11-11T17:50:27,102 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/cf34e990d0b54411897246e287d6ffd9
2024-11-11T17:50:27,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/6eb7e840782d41aabf9995cd1e367e61 is 50, key is test_row_0/B:col10/1731347427089/Put/seqid=0
2024-11-11T17:50:27,116 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742242_1418 (size=12001)
2024-11-11T17:50:27,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347487151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:27,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:27,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347487152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:27,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:27,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347487152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:27,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:27,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347487153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:27,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:27,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347487265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:27,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:27,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347487275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:27,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:27,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347487275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:27,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:27,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347487275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:27,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-11T17:50:27,305 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:50:27,305 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:50:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees
2024-11-11T17:50:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-11T17:50:27,307 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:50:27,308 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:50:27,308 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:50:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-11T17:50:27,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-11T17:50:27,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:27,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:27,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:27,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:27,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=120
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:27,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347487485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:27,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:27,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347487495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:27,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:27,503 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347487495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:27,503 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,503 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:27,503 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,503 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,503 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:27,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347487496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:27,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:27,517 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/6eb7e840782d41aabf9995cd1e367e61
2024-11-11T17:50:27,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/15930debfa2a497bbb3dbc6d543f07f2 is 50, key is test_row_0/C:col10/1731347427089/Put/seqid=0
2024-11-11T17:50:27,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742243_1419 (size=12001)
2024-11-11T17:50:27,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1731347487575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:27,584 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_1' in d47bb46cc6600f94494e770e64558dde of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2204 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:50:27,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:27,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-11T17:50:27,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:27,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:27,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:27,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:27,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:27,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=120
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-11T17:50:27,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-11T17:50:27,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:27,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:27,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:27,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:27,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:27,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=120
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:27,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347487808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:27,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:27,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:27,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347487815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:27,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:27,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347487815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:27,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:27,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347487815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:27,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:27,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:27,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-11T17:50:27,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:27,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:27,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:27,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:27,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=120
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:27,929 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/15930debfa2a497bbb3dbc6d543f07f2
2024-11-11T17:50:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-11T17:50:27,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/cf34e990d0b54411897246e287d6ffd9 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/cf34e990d0b54411897246e287d6ffd9
2024-11-11T17:50:27,943 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/cf34e990d0b54411897246e287d6ffd9, entries=200, sequenceid=82, filesize=14.0 K
2024-11-11T17:50:27,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/6eb7e840782d41aabf9995cd1e367e61 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/6eb7e840782d41aabf9995cd1e367e61
2024-11-11T17:50:27,959 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/6eb7e840782d41aabf9995cd1e367e61, entries=150, sequenceid=82, filesize=11.7 K
2024-11-11T17:50:27,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/15930debfa2a497bbb3dbc6d543f07f2 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/15930debfa2a497bbb3dbc6d543f07f2
2024-11-11T17:50:27,967 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/15930debfa2a497bbb3dbc6d543f07f2, entries=150, sequenceid=82, filesize=11.7 K
2024-11-11T17:50:27,969 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for d47bb46cc6600f94494e770e64558dde in 879ms, sequenceid=82, compaction requested=true
2024-11-11T17:50:27,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:27,970 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:27,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:50:27,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:27,970 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:27,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:50:27,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:27,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:50:27,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:27,971 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:27,971 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/A is initiating minor compaction (all files)
2024-11-11T17:50:27,971 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:27,971 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/A in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:27,971 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/B is initiating minor compaction (all files)
2024-11-11T17:50:27,971 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/8227988a873645739a3a2d7dc33fc6f4, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/1be09202751d4dbc8c6a6f4ecbb0f8c5, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/cf34e990d0b54411897246e287d6ffd9] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=37.5 K
2024-11-11T17:50:27,971 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/B in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:27,971 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/f53f884b71c14e33a08755df96ee18df, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/020206d9e04f484e9badd380b9576db6, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/6eb7e840782d41aabf9995cd1e367e61] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=35.3 K
2024-11-11T17:50:27,972 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8227988a873645739a3a2d7dc33fc6f4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731347424212
2024-11-11T17:50:27,972 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting f53f884b71c14e33a08755df96ee18df, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731347424212
2024-11-11T17:50:27,972 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1be09202751d4dbc8c6a6f4ecbb0f8c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731347425318
2024-11-11T17:50:27,972 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 020206d9e04f484e9badd380b9576db6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731347425318
2024-11-11T17:50:27,972 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf34e990d0b54411897246e287d6ffd9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731347426428
2024-11-11T17:50:27,972 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 6eb7e840782d41aabf9995cd1e367e61, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731347426428
2024-11-11T17:50:27,984 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#A#compaction#349 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:27,984 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#B#compaction#350 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:27,984 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/a53a9b46edc6400a89197cc5ba98272e is 50, key is test_row_0/A:col10/1731347427089/Put/seqid=0
2024-11-11T17:50:27,985 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/30cf1ee6f8b444b594d305eb288b58f3 is 50, key is test_row_0/B:col10/1731347427089/Put/seqid=0
2024-11-11T17:50:27,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742244_1420 (size=12207)
2024-11-11T17:50:27,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742245_1421 (size=12207)
2024-11-11T17:50:28,002 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/30cf1ee6f8b444b594d305eb288b58f3 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/30cf1ee6f8b444b594d305eb288b58f3
2024-11-11T17:50:28,013 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d47bb46cc6600f94494e770e64558dde/B of d47bb46cc6600f94494e770e64558dde into 30cf1ee6f8b444b594d305eb288b58f3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:28,013 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:28,013 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/B, priority=13, startTime=1731347427970; duration=0sec
2024-11-11T17:50:28,014 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:28,014 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:B
2024-11-11T17:50:28,014 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:28,015 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:28,016 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/C is initiating minor compaction (all files)
2024-11-11T17:50:28,016 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/C in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:28,016 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/9ad5d0f3be284ccd909c7cfc49bdc56b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/6d06f4d4e2aa4f2c899cae9a897d9423, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/15930debfa2a497bbb3dbc6d543f07f2] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=35.3 K
2024-11-11T17:50:28,019 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ad5d0f3be284ccd909c7cfc49bdc56b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731347424212
2024-11-11T17:50:28,019 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d06f4d4e2aa4f2c899cae9a897d9423, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731347425318
2024-11-11T17:50:28,019 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 15930debfa2a497bbb3dbc6d543f07f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731347426428
2024-11-11T17:50:28,036 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#C#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:28,036 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/b3431bde80da4e9d980785e1134bce2c is 50, key is test_row_0/C:col10/1731347427089/Put/seqid=0
2024-11-11T17:50:28,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742246_1422 (size=12207)
2024-11-11T17:50:28,066 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/b3431bde80da4e9d980785e1134bce2c as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/b3431bde80da4e9d980785e1134bce2c
2024-11-11T17:50:28,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-11T17:50:28,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:28,073 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing d47bb46cc6600f94494e770e64558dde 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-11T17:50:28,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=A
2024-11-11T17:50:28,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:28,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=B
2024-11-11T17:50:28,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:28,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=C
2024-11-11T17:50:28,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:28,075 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d47bb46cc6600f94494e770e64558dde/C of d47bb46cc6600f94494e770e64558dde into b3431bde80da4e9d980785e1134bce2c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:28,075 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:28,075 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/C, priority=13, startTime=1731347427970; duration=0sec
2024-11-11T17:50:28,075 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:28,075 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:C
2024-11-11T17:50:28,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/a972630620e842a99e74041ffb2e8e19 is 50, key is test_row_0/A:col10/1731347427151/Put/seqid=0
2024-11-11T17:50:28,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742247_1423 (size=12001)
2024-11-11T17:50:28,096 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/a972630620e842a99e74041ffb2e8e19
2024-11-11T17:50:28,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/38c5901df1f74d229230d5bf934a2f0d is 50, key is test_row_0/B:col10/1731347427151/Put/seqid=0
2024-11-11T17:50:28,113 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742248_1424 (size=12001)
2024-11-11T17:50:28,114 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/38c5901df1f74d229230d5bf934a2f0d
2024-11-11T17:50:28,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/6fab2cae4c3c4c4599b7b3612fc69919 is 50, key is test_row_0/C:col10/1731347427151/Put/seqid=0
2024-11-11T17:50:28,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742249_1425 (size=12001)
2024-11-11T17:50:28,146 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/6fab2cae4c3c4c4599b7b3612fc69919
2024-11-11T17:50:28,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/a972630620e842a99e74041ffb2e8e19 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/a972630620e842a99e74041ffb2e8e19
2024-11-11T17:50:28,153 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/a972630620e842a99e74041ffb2e8e19, entries=150, sequenceid=102, filesize=11.7 K
2024-11-11T17:50:28,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/38c5901df1f74d229230d5bf934a2f0d as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/38c5901df1f74d229230d5bf934a2f0d
2024-11-11T17:50:28,158 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/38c5901df1f74d229230d5bf934a2f0d, entries=150, sequenceid=102, filesize=11.7 K
2024-11-11T17:50:28,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/6fab2cae4c3c4c4599b7b3612fc69919 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/6fab2cae4c3c4c4599b7b3612fc69919
2024-11-11T17:50:28,162 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/6fab2cae4c3c4c4599b7b3612fc69919, entries=150, sequenceid=102, filesize=11.7 K
2024-11-11T17:50:28,163 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for d47bb46cc6600f94494e770e64558dde in 90ms, sequenceid=102, compaction requested=false
2024-11-11T17:50:28,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:28,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:28,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120
2024-11-11T17:50:28,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=120
2024-11-11T17:50:28,166 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119
2024-11-11T17:50:28,166 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 856 msec
2024-11-11T17:50:28,167 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 861 msec
2024-11-11T17:50:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:28,364 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d47bb46cc6600f94494e770e64558dde 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-11T17:50:28,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=A
2024-11-11T17:50:28,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:28,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=B
2024-11-11T17:50:28,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:28,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=C
2024-11-11T17:50:28,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:28,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/222d53ba1cc64ac0b916677926fb4274 is 50, key is test_row_0/A:col10/1731347428354/Put/seqid=0
2024-11-11T17:50:28,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742250_1426 (size=14341)
2024-11-11T17:50:28,381 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/222d53ba1cc64ac0b916677926fb4274
2024-11-11T17:50:28,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/a089b12221b54ad394208fc660097a47 is 50, key is test_row_0/B:col10/1731347428354/Put/seqid=0
2024-11-11T17:50:28,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742251_1427 (size=12001)
2024-11-11T17:50:28,393 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/a089b12221b54ad394208fc660097a47
2024-11-11T17:50:28,404 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/a53a9b46edc6400a89197cc5ba98272e as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/a53a9b46edc6400a89197cc5ba98272e
2024-11-11T17:50:28,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/375be9fd3c514cbab07b4ff00035c640 is 50, key is test_row_0/C:col10/1731347428354/Put/seqid=0
2024-11-11T17:50:28,409 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d47bb46cc6600f94494e770e64558dde/A of d47bb46cc6600f94494e770e64558dde into a53a9b46edc6400a89197cc5ba98272e(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:28,409 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:28,409 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/A, priority=13, startTime=1731347427970; duration=0sec
2024-11-11T17:50:28,409 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:28,409 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:A
2024-11-11T17:50:28,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742252_1428 (size=12001)
2024-11-11T17:50:28,428 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731347428417, max timestamp=1731347428424Num uniques 859; 
2024-11-11T17:50:28,428 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731347428417, max timestamp=1731347428424Num uniques 859; 
2024-11-11T17:50:28,429 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731347428417, max timestamp=1731347428424Num uniques 859; 
2024-11-11T17:50:28,429 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-11T17:50:28,429 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-11T17:50:28,429 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-11T17:50:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-11T17:50:28,445 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:50:28,446 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:50:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees
2024-11-11T17:50:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-11T17:50:28,448 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:50:28,448 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:50:28,448 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:50:28,480 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347488465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:28,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:28,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:28,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:28,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347488466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:28,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:28,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:28,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:28,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347488480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:28,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:28,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:28,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347488481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:28,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:28,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:28,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:28,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-11T17:50:28,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347488585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:28,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:28,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:28,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:28,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347488585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:28,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:28,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:28,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:28,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-11T17:50:28,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:28,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:28,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:28,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:28,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:28,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347488605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:28,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347488605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:28,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:28,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:28,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:28,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:28,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:28,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:28,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-11T17:50:28,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:28,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:28,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:28,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:28,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-11T17:50:28,815 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/375be9fd3c514cbab07b4ff00035c640
2024-11-11T17:50:28,821 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:28,821 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347488805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347488805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:28,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:28,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:28,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:28,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:28,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:28,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:28,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/222d53ba1cc64ac0b916677926fb4274 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/222d53ba1cc64ac0b916677926fb4274
2024-11-11T17:50:28,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347488815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:28,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:28,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:28,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:28,829 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/222d53ba1cc64ac0b916677926fb4274, entries=200, sequenceid=113, filesize=14.0 K
2024-11-11T17:50:28,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/a089b12221b54ad394208fc660097a47 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/a089b12221b54ad394208fc660097a47
2024-11-11T17:50:28,838 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/a089b12221b54ad394208fc660097a47, entries=150, sequenceid=113, filesize=11.7 K
2024-11-11T17:50:28,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347488828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:28,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:28,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:28,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:28,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/375be9fd3c514cbab07b4ff00035c640 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/375be9fd3c514cbab07b4ff00035c640
2024-11-11T17:50:28,845 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/375be9fd3c514cbab07b4ff00035c640, entries=150, sequenceid=113, filesize=11.7 K
2024-11-11T17:50:28,855 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for d47bb46cc6600f94494e770e64558dde in 491ms, sequenceid=113, compaction requested=true
2024-11-11T17:50:28,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:28,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:50:28,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:28,856 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:28,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:50:28,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:28,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:50:28,856 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:28,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:28,857 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38549 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:28,857 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/A is initiating minor compaction (all files)
2024-11-11T17:50:28,857 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/A in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:28,857 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/a53a9b46edc6400a89197cc5ba98272e, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/a972630620e842a99e74041ffb2e8e19, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/222d53ba1cc64ac0b916677926fb4274] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=37.6 K
2024-11-11T17:50:28,858 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:28,858 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/B is initiating minor compaction (all files)
2024-11-11T17:50:28,858 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/B in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:28,858 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/30cf1ee6f8b444b594d305eb288b58f3, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/38c5901df1f74d229230d5bf934a2f0d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/a089b12221b54ad394208fc660097a47] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=35.4 K
2024-11-11T17:50:28,858 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 30cf1ee6f8b444b594d305eb288b58f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731347426428
2024-11-11T17:50:28,858 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting a53a9b46edc6400a89197cc5ba98272e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731347426428
2024-11-11T17:50:28,860 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 38c5901df1f74d229230d5bf934a2f0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731347427150
2024-11-11T17:50:28,860 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting a089b12221b54ad394208fc660097a47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731347428338
2024-11-11T17:50:28,860 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting a972630620e842a99e74041ffb2e8e19, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731347427150
2024-11-11T17:50:28,861 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 222d53ba1cc64ac0b916677926fb4274, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731347428338
2024-11-11T17:50:28,873 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#B#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:28,874 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/6ce9c4b3705b4557bf4a80f27714e277 is 50, key is test_row_0/B:col10/1731347428354/Put/seqid=0
2024-11-11T17:50:28,885 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#A#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:28,885 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/6462134176e2476595f9a8823166ab3a is 50, key is test_row_0/A:col10/1731347428354/Put/seqid=0
2024-11-11T17:50:28,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742253_1429 (size=12309)
2024-11-11T17:50:28,890 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/6ce9c4b3705b4557bf4a80f27714e277 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/6ce9c4b3705b4557bf4a80f27714e277
2024-11-11T17:50:28,894 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d47bb46cc6600f94494e770e64558dde/B of d47bb46cc6600f94494e770e64558dde into 6ce9c4b3705b4557bf4a80f27714e277(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:28,894 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:28,894 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/B, priority=13, startTime=1731347428856; duration=0sec
2024-11-11T17:50:28,894 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:28,894 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:B
2024-11-11T17:50:28,894 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:28,895 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:28,895 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/C is initiating minor compaction (all files)
2024-11-11T17:50:28,895 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/C in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:28,895 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/b3431bde80da4e9d980785e1134bce2c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/6fab2cae4c3c4c4599b7b3612fc69919, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/375be9fd3c514cbab07b4ff00035c640] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=35.4 K
2024-11-11T17:50:28,895 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting b3431bde80da4e9d980785e1134bce2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731347426428
2024-11-11T17:50:28,896 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fab2cae4c3c4c4599b7b3612fc69919, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731347427150
2024-11-11T17:50:28,896 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 375be9fd3c514cbab07b4ff00035c640, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731347428338
2024-11-11T17:50:28,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742254_1430 (size=12309)
2024-11-11T17:50:28,905 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#C#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:28,906 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/7caed4033a9e4f44a187ee1b09caaad9 is 50, key is test_row_0/C:col10/1731347428354/Put/seqid=0
2024-11-11T17:50:28,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-11T17:50:28,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:28,909 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing d47bb46cc6600f94494e770e64558dde 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-11-11T17:50:28,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=A
2024-11-11T17:50:28,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:28,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=B
2024-11-11T17:50:28,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:28,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=C
2024-11-11T17:50:28,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:28,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/7ebf2c6d134e48739ab84080862c1155 is 50, key is test_row_0/A:col10/1731347428459/Put/seqid=0
2024-11-11T17:50:28,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742255_1431 (size=12309)
2024-11-11T17:50:28,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742256_1432 (size=12151)
2024-11-11T17:50:28,923 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/7ebf2c6d134e48739ab84080862c1155
2024-11-11T17:50:28,925 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/7caed4033a9e4f44a187ee1b09caaad9 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/7caed4033a9e4f44a187ee1b09caaad9
2024-11-11T17:50:28,930 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d47bb46cc6600f94494e770e64558dde/C of d47bb46cc6600f94494e770e64558dde into 7caed4033a9e4f44a187ee1b09caaad9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:28,930 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:28,930 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/C, priority=13, startTime=1731347428856; duration=0sec
2024-11-11T17:50:28,930 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:28,930 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:C
2024-11-11T17:50:28,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/f92d051673ce4662ac48844c616d5546 is 50, key is test_row_0/B:col10/1731347428459/Put/seqid=0
2024-11-11T17:50:28,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742257_1433 (size=12151)
2024-11-11T17:50:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-11T17:50:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:29,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:29,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347489143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:29,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:29,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347489145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:29,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:29,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347489145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:29,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:29,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:29,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347489149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:29,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:29,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347489255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:29,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:29,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347489265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:29,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:29,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347489265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:29,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:29,304 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/6462134176e2476595f9a8823166ab3a as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/6462134176e2476595f9a8823166ab3a
2024-11-11T17:50:29,308 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d47bb46cc6600f94494e770e64558dde/A of d47bb46cc6600f94494e770e64558dde into 6462134176e2476595f9a8823166ab3a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:29,308 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:29,308 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/A, priority=13, startTime=1731347428855; duration=0sec
2024-11-11T17:50:29,309 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:29,309 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:A
2024-11-11T17:50:29,343 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/f92d051673ce4662ac48844c616d5546
2024-11-11T17:50:29,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/20475056e628460790342bb26f039ca5 is 50, key is test_row_0/C:col10/1731347428459/Put/seqid=0
2024-11-11T17:50:29,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742258_1434 (size=12151)
2024-11-11T17:50:29,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347489475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:29,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:29,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347489485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:29,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:29,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347489495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:29,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-11T17:50:29,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:29,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1731347489595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:29,607 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_1' in d47bb46cc6600f94494e770e64558dde of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4227 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:50:29,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:29,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347489665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:29,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:29,752 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/20475056e628460790342bb26f039ca5
2024-11-11T17:50:29,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/7ebf2c6d134e48739ab84080862c1155 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/7ebf2c6d134e48739ab84080862c1155
2024-11-11T17:50:29,759 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/7ebf2c6d134e48739ab84080862c1155, entries=150, sequenceid=152, filesize=11.9 K
2024-11-11T17:50:29,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/f92d051673ce4662ac48844c616d5546 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/f92d051673ce4662ac48844c616d5546
2024-11-11T17:50:29,765 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/f92d051673ce4662ac48844c616d5546, entries=150, sequenceid=152, filesize=11.9 K
2024-11-11T17:50:29,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/20475056e628460790342bb26f039ca5 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/20475056e628460790342bb26f039ca5
2024-11-11T17:50:29,775 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/20475056e628460790342bb26f039ca5, entries=150, sequenceid=152, filesize=11.9 K
2024-11-11T17:50:29,776 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for d47bb46cc6600f94494e770e64558dde in 868ms, sequenceid=152, compaction requested=false
2024-11-11T17:50:29,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:29,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:29,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122
2024-11-11T17:50:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=122
2024-11-11T17:50:29,779 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121
2024-11-11T17:50:29,779 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3290 sec
2024-11-11T17:50:29,781 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.3340 sec
2024-11-11T17:50:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:29,799 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d47bb46cc6600f94494e770e64558dde 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-11T17:50:29,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=A
2024-11-11T17:50:29,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:29,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=B
2024-11-11T17:50:29,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:29,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=C
2024-11-11T17:50:29,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:29,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/56f4131a41af4debbc049de58800f8e8 is 50, key is test_row_0/A:col10/1731347429147/Put/seqid=0
2024-11-11T17:50:29,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742259_1435 (size=14541)
2024-11-11T17:50:29,809 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/56f4131a41af4debbc049de58800f8e8
2024-11-11T17:50:29,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/ef98de44d8704a84adee65759de76c18 is 50, key is test_row_0/B:col10/1731347429147/Put/seqid=0
2024-11-11T17:50:29,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742260_1436 (size=12151)
2024-11-11T17:50:29,822 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/ef98de44d8704a84adee65759de76c18
2024-11-11T17:50:29,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/73dfc8555ed142f79b494f895337efae is 50, key is test_row_0/C:col10/1731347429147/Put/seqid=0
2024-11-11T17:50:29,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742261_1437 (size=12151)
2024-11-11T17:50:29,865 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731347429824, max timestamp=1731347429862Num uniques 859; 
2024-11-11T17:50:29,865 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731347429824, max timestamp=1731347429862Num uniques 859; 
2024-11-11T17:50:29,865 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-11T17:50:29,865 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-11T17:50:29,866 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731347429824, max timestamp=1731347429862Num uniques 859; 
2024-11-11T17:50:29,866 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-11T17:50:29,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347489904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:29,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:29,920 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347489905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:29,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:29,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347489915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:29,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:29,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:30,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347490025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:30,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347490026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:30,033 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347490026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:30,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:30,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:30,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:30,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:30,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:30,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:30,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:30,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:30,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:30,232 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/73dfc8555ed142f79b494f895337efae
2024-11-11T17:50:30,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/56f4131a41af4debbc049de58800f8e8 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/56f4131a41af4debbc049de58800f8e8
2024-11-11T17:50:30,250 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/56f4131a41af4debbc049de58800f8e8, entries=200, sequenceid=165, filesize=14.2 K
2024-11-11T17:50:30,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/ef98de44d8704a84adee65759de76c18 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/ef98de44d8704a84adee65759de76c18
2024-11-11T17:50:30,254 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/ef98de44d8704a84adee65759de76c18, entries=150, sequenceid=165, filesize=11.9 K
2024-11-11T17:50:30,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/73dfc8555ed142f79b494f895337efae as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/73dfc8555ed142f79b494f895337efae
2024-11-11T17:50:30,259 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/73dfc8555ed142f79b494f895337efae, entries=150, sequenceid=165, filesize=11.9 K
2024-11-11T17:50:30,259 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for d47bb46cc6600f94494e770e64558dde in 460ms, sequenceid=165, compaction requested=true
2024-11-11T17:50:30,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:30,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:50:30,260 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:30,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:30,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:50:30,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:30,260 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:30,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:50:30,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:30,260 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39001 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:30,261 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/A is initiating minor compaction (all files)
2024-11-11T17:50:30,261 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/A in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:30,261 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/6462134176e2476595f9a8823166ab3a, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/7ebf2c6d134e48739ab84080862c1155, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/56f4131a41af4debbc049de58800f8e8] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=38.1 K
2024-11-11T17:50:30,261 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:30,261 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/B is initiating minor compaction (all files)
2024-11-11T17:50:30,261 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/B in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:30,261 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/6ce9c4b3705b4557bf4a80f27714e277, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/f92d051673ce4662ac48844c616d5546, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/ef98de44d8704a84adee65759de76c18] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=35.8 K
2024-11-11T17:50:30,261 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6462134176e2476595f9a8823166ab3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731347428338
2024-11-11T17:50:30,261 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ce9c4b3705b4557bf4a80f27714e277, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731347428338
2024-11-11T17:50:30,261 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ebf2c6d134e48739ab84080862c1155, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731347428459
2024-11-11T17:50:30,261 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting f92d051673ce4662ac48844c616d5546, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731347428459
2024-11-11T17:50:30,262 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56f4131a41af4debbc049de58800f8e8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731347429131
2024-11-11T17:50:30,262 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting ef98de44d8704a84adee65759de76c18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731347429131
2024-11-11T17:50:30,268 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d47bb46cc6600f94494e770e64558dde 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB
2024-11-11T17:50:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:30,273 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731347429898, max timestamp=1731347430268Num uniques 1068; 
2024-11-11T17:50:30,273 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268
2024-11-11T17:50:30,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731347429898, max timestamp=1731347430268Num uniques 1068; 
2024-11-11T17:50:30,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-11T17:50:30,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731347429898, max timestamp=1731347430268Num uniques 1068; 
2024-11-11T17:50:30,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-11T17:50:30,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=A
2024-11-11T17:50:30,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:30,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=B
2024-11-11T17:50:30,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:30,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=C
2024-11-11T17:50:30,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:30,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/1494a4cfccf84e29bcfbad3ab0e918e1 is 50, key is test_row_0/A:col10/1731347430268/Put/seqid=0
2024-11-11T17:50:30,285 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#A#compaction#367 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:30,286 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/c5f26b68ab924076a53691db8f7ba278 is 50, key is test_row_0/A:col10/1731347429147/Put/seqid=0
2024-11-11T17:50:30,286 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#B#compaction#368 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:30,287 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/a8b38f1846ee4b1ab87a29810afaf3e8 is 50, key is test_row_0/B:col10/1731347429147/Put/seqid=0
2024-11-11T17:50:30,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742262_1438 (size=14541)
2024-11-11T17:50:30,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742263_1439 (size=12561)
2024-11-11T17:50:30,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742264_1440 (size=12561)
2024-11-11T17:50:30,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731347430316, max timestamp=1731347430337Num uniques 859; 
2024-11-11T17:50:30,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731347430316, max timestamp=1731347430337Num uniques 859; 
2024-11-11T17:50:30,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731347430316, max timestamp=1731347430337Num uniques 859; 
2024-11-11T17:50:30,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-11T17:50:30,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-11T17:50:30,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-11T17:50:30,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1731347430356, max timestamp=1731347430388Num uniques 1068; 
2024-11-11T17:50:30,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=14558, suffix heap size=139040,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=318
2024-11-11T17:50:30,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1731347430356, max timestamp=1731347430388Num uniques 1068; 
2024-11-11T17:50:30,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=14558, suffix heap size=139040,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=318
2024-11-11T17:50:30,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1731347430356, max timestamp=1731347430388Num uniques 1068; 
2024-11-11T17:50:30,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=14558, suffix heap size=139040,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=318
2024-11-11T17:50:30,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1731347430421, max timestamp=1731347430451Num uniques 1177; 
2024-11-11T17:50:30,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1731347430421, max timestamp=1731347430451Num uniques 1177; 
2024-11-11T17:50:30,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=12682, suffix heap size=150376,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=277
2024-11-11T17:50:30,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=12682, suffix heap size=150376,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=277
2024-11-11T17:50:30,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1731347430421, max timestamp=1731347430451Num uniques 1177; 
2024-11-11T17:50:30,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=12682, suffix heap size=150376,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=277
2024-11-11T17:50:30,552 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731347430468, max timestamp=1731347430549Num uniques 1136; 
2024-11-11T17:50:30,552 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=10806, suffix heap size=146112,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=236
2024-11-11T17:50:30,553 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731347430468, max timestamp=1731347430549Num uniques 1136; 
2024-11-11T17:50:30,553 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731347430468, max timestamp=1731347430549Num uniques 1136; 
2024-11-11T17:50:30,553 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=10806, suffix heap size=146112,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=236
2024-11-11T17:50:30,553 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=10806, suffix heap size=146112,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=236
2024-11-11T17:50:30,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-11T17:50:30,595 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:50:30,595 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:50:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees
2024-11-11T17:50:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-11T17:50:30,596 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:50:30,597 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:50:30,597 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:50:30,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=345, cellSize=15800, totalHeapSize=36120, min timestamp=1731347430599, max timestamp=1731347430624Num uniques 1095; 
2024-11-11T17:50:30,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=345, cellSize=15800, totalHeapSize=36120, min timestamp=1731347430599, max timestamp=1731347430624Num uniques 1095; 
2024-11-11T17:50:30,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=15800, suffix heap size=141848,new segment heap size=36120 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=345
2024-11-11T17:50:30,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=15800, suffix heap size=141848,new segment heap size=36120 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=345
2024-11-11T17:50:30,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=345, cellSize=15800, totalHeapSize=36120, min timestamp=1731347430599, max timestamp=1731347430624Num uniques 1095; 
2024-11-11T17:50:30,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=15800, suffix heap size=141848,new segment heap size=36120 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=345
2024-11-11T17:50:30,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347490684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:30,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347490685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:30,695 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_0' in d47bb46cc6600f94494e770e64558dde of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2215 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:50:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:30,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347490689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:30,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347490690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:30,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:30,699 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/1494a4cfccf84e29bcfbad3ab0e918e1
2024-11-11T17:50:30,704 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/c5f26b68ab924076a53691db8f7ba278 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/c5f26b68ab924076a53691db8f7ba278
2024-11-11T17:50:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-11T17:50:30,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/c867db4985dc40dc9cbed5376a2dcacf is 50, key is test_row_0/B:col10/1731347430268/Put/seqid=0
2024-11-11T17:50:30,709 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/a8b38f1846ee4b1ab87a29810afaf3e8 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/a8b38f1846ee4b1ab87a29810afaf3e8
2024-11-11T17:50:30,711 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d47bb46cc6600f94494e770e64558dde/A of d47bb46cc6600f94494e770e64558dde into c5f26b68ab924076a53691db8f7ba278(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:30,711 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:30,711 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/A, priority=13, startTime=1731347430259; duration=0sec
2024-11-11T17:50:30,711 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:30,711 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:A
2024-11-11T17:50:30,712 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:30,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742265_1441 (size=12151)
2024-11-11T17:50:30,712 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:30,712 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/c867db4985dc40dc9cbed5376a2dcacf
2024-11-11T17:50:30,712 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/C is initiating minor compaction (all files)
2024-11-11T17:50:30,712 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/C in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:30,713 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/7caed4033a9e4f44a187ee1b09caaad9, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/20475056e628460790342bb26f039ca5, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/73dfc8555ed142f79b494f895337efae] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=35.8 K
2024-11-11T17:50:30,713 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7caed4033a9e4f44a187ee1b09caaad9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731347428338
2024-11-11T17:50:30,713 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20475056e628460790342bb26f039ca5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731347428459
2024-11-11T17:50:30,713 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73dfc8555ed142f79b494f895337efae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731347429131
2024-11-11T17:50:30,713 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d47bb46cc6600f94494e770e64558dde/B of d47bb46cc6600f94494e770e64558dde into a8b38f1846ee4b1ab87a29810afaf3e8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:30,714 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:30,714 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/B, priority=13, startTime=1731347430260; duration=0sec
2024-11-11T17:50:30,714 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:30,714 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:B
2024-11-11T17:50:30,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/77ed2fd731e64284a1511ad3d0230312 is 50, key is test_row_0/C:col10/1731347430268/Put/seqid=0
2024-11-11T17:50:30,721 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#C#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:30,722 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/7e05fd2e542d42a09305f47ea6bbf9f3 is 50, key is test_row_0/C:col10/1731347429147/Put/seqid=0
2024-11-11T17:50:30,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742266_1442 (size=12151)
2024-11-11T17:50:30,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742267_1443 (size=12561)
2024-11-11T17:50:30,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-11T17:50:30,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:30,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:30,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:30,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:30,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:30,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347490805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:30,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:30,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:30,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347490805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:30,809 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:30,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:30,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347490805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:30,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:30,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:30,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:30,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:30,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:30,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-11T17:50:30,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:30,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:30,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:30,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:30,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-11T17:50:31,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347491015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:31,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347491015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:31,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347491015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:31,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:31,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:31,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:31,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:31,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:31,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:31,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-11T17:50:31,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:31,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:31,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:31,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:31,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:31,127 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/77ed2fd731e64284a1511ad3d0230312
2024-11-11T17:50:31,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/1494a4cfccf84e29bcfbad3ab0e918e1 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/1494a4cfccf84e29bcfbad3ab0e918e1
2024-11-11T17:50:31,134 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/1494a4cfccf84e29bcfbad3ab0e918e1, entries=200, sequenceid=203, filesize=14.2 K
2024-11-11T17:50:31,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/c867db4985dc40dc9cbed5376a2dcacf as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/c867db4985dc40dc9cbed5376a2dcacf
2024-11-11T17:50:31,138 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/c867db4985dc40dc9cbed5376a2dcacf, entries=150, sequenceid=203, filesize=11.9 K
2024-11-11T17:50:31,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/77ed2fd731e64284a1511ad3d0230312 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/77ed2fd731e64284a1511ad3d0230312
2024-11-11T17:50:31,142 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/77ed2fd731e64284a1511ad3d0230312, entries=150, sequenceid=203, filesize=11.9 K
2024-11-11T17:50:31,142 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/7e05fd2e542d42a09305f47ea6bbf9f3 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/7e05fd2e542d42a09305f47ea6bbf9f3
2024-11-11T17:50:31,142 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~31.31 KB/32060, heapSize ~75.50 KB/77312, currentSize=161.02 KB/164880 for d47bb46cc6600f94494e770e64558dde in 874ms, sequenceid=203, compaction requested=false
2024-11-11T17:50:31,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:31,146 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d47bb46cc6600f94494e770e64558dde/C of d47bb46cc6600f94494e770e64558dde into 7e05fd2e542d42a09305f47ea6bbf9f3(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:31,146 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:31,146 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/C, priority=13, startTime=1731347430260; duration=0sec
2024-11-11T17:50:31,146 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:31,146 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:C
2024-11-11T17:50:31,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-11T17:50:31,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:31,208 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing d47bb46cc6600f94494e770e64558dde 3/3 column families, dataSize=161.02 KB heapSize=447.23 KB
2024-11-11T17:50:31,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=A
2024-11-11T17:50:31,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:31,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=B
2024-11-11T17:50:31,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:31,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=C
2024-11-11T17:50:31,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:31,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/b1219626642d460bb93b319de3fdea3b is 50, key is test_row_0/A:col10/1731347430688/Put/seqid=0
2024-11-11T17:50:31,217 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742268_1444 (size=12301)
2024-11-11T17:50:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-11T17:50:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:31,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:31,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347491379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:31,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:31,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:31,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:31,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347491379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:31,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:31,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:31,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:31,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347491379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:31,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:31,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:31,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:31,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347491495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:31,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:31,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:31,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347491495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:31,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:31,503 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:31,503 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:31,503 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:31,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347491505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:31,618 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/b1219626642d460bb93b319de3fdea3b
2024-11-11T17:50:31,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/27a8a6929b3941a9bcc019ca4d62210a is 50, key is test_row_0/B:col10/1731347430688/Put/seqid=0
2024-11-11T17:50:31,629 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742269_1445 (size=12301)
2024-11-11T17:50:31,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347491705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:31,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:31,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:31,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:31,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347491705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:31,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:31,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:31,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-11T17:50:31,735 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347491725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:31,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:31,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:31,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:32,029 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/27a8a6929b3941a9bcc019ca4d62210a
2024-11-11T17:50:32,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347492025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:32,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347492025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:32,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:32,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:32,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:32,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:32,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:32,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:32,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/7cd24414d5d341899bdf4f6909b18077 is 50, key is test_row_0/C:col10/1731347430688/Put/seqid=0
2024-11-11T17:50:32,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742270_1446 (size=12301)
2024-11-11T17:50:32,055 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347492045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:32,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:32,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:32,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:32,450 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/7cd24414d5d341899bdf4f6909b18077
2024-11-11T17:50:32,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/b1219626642d460bb93b319de3fdea3b as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/b1219626642d460bb93b319de3fdea3b
2024-11-11T17:50:32,457 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/b1219626642d460bb93b319de3fdea3b, entries=150, sequenceid=312, filesize=12.0 K
2024-11-11T17:50:32,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/27a8a6929b3941a9bcc019ca4d62210a as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/27a8a6929b3941a9bcc019ca4d62210a
2024-11-11T17:50:32,460 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/27a8a6929b3941a9bcc019ca4d62210a, entries=150, sequenceid=312, filesize=12.0 K
2024-11-11T17:50:32,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/7cd24414d5d341899bdf4f6909b18077 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/7cd24414d5d341899bdf4f6909b18077
2024-11-11T17:50:32,464 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/7cd24414d5d341899bdf4f6909b18077, entries=150, sequenceid=312, filesize=12.0 K
2024-11-11T17:50:32,464 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~447.19 KB/457920, currentSize=40.25 KB/41220 for d47bb46cc6600f94494e770e64558dde in 1256ms, sequenceid=312, compaction requested=true
2024-11-11T17:50:32,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:32,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:32,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124
2024-11-11T17:50:32,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=124
2024-11-11T17:50:32,467 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123
2024-11-11T17:50:32,467 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8690 sec
2024-11-11T17:50:32,469 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.8730 sec
2024-11-11T17:50:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:32,536 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d47bb46cc6600f94494e770e64558dde 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-11T17:50:32,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=A
2024-11-11T17:50:32,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:32,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=B
2024-11-11T17:50:32,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:32,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=C
2024-11-11T17:50:32,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:32,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/967b52b99d8242c8b630660bc5ced845 is 50, key is test_row_0/A:col10/1731347431347/Put/seqid=0
2024-11-11T17:50:32,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742271_1447 (size=14741)
2024-11-11T17:50:32,543 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/967b52b99d8242c8b630660bc5ced845
2024-11-11T17:50:32,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/e51055841b004924a41a232617e7415c is 50, key is test_row_0/B:col10/1731347431347/Put/seqid=0
2024-11-11T17:50:32,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742272_1448 (size=12301)
2024-11-11T17:50:32,610 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731347432555, max timestamp=1731347432608Num uniques 859; 
2024-11-11T17:50:32,610 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731347432555, max timestamp=1731347432608Num uniques 859; 
2024-11-11T17:50:32,610 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-11T17:50:32,611 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731347432555, max timestamp=1731347432608Num uniques 859; 
2024-11-11T17:50:32,610 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-11T17:50:32,611 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-11T17:50:32,668 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347492655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:32,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:32,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:32,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:32,669 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347492662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:32,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:32,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:32,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:32,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347492663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:32,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:32,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:32,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:32,723 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347492715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:32,723 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_0' in d47bb46cc6600f94494e770e64558dde of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4242 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:50:32,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:32,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:32,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:32,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-11T17:50:32,745 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:50:32,746 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:50:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees
2024-11-11T17:50:32,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-11T17:50:32,747 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:50:32,748 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:50:32,748 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:50:32,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:32,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347492775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:32,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:32,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:32,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:32,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:32,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347492775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:32,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:32,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:32,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:32,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:32,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347492785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:32,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:32,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:32,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:32,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-11T17:50:32,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-11T17:50:32,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:32,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:32,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:32,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:32,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:32,954 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/e51055841b004924a41a232617e7415c
2024-11-11T17:50:32,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/9e5aea053dbc4ebb8bb392a8837d10b1 is 50, key is test_row_0/C:col10/1731347431347/Put/seqid=0
2024-11-11T17:50:32,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742273_1449 (size=12301)
2024-11-11T17:50:33,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347492994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:33,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347492995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:33,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:33,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:33,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:33,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:33,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:33,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:33,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347492995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:33,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:33,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:33,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:33,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-11T17:50:33,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:33,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:33,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:33,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:33,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-11T17:50:33,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-11T17:50:33,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:33,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:33,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:33,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:33,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:33,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347493305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:33,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347493305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:33,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347493305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:33,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-11T17:50:33,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:33,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:33,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:33,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:33,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:33,371 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/9e5aea053dbc4ebb8bb392a8837d10b1
2024-11-11T17:50:33,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/967b52b99d8242c8b630660bc5ced845 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/967b52b99d8242c8b630660bc5ced845
2024-11-11T17:50:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-11T17:50:33,377 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/967b52b99d8242c8b630660bc5ced845, entries=200, sequenceid=322, filesize=14.4 K
2024-11-11T17:50:33,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/e51055841b004924a41a232617e7415c as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/e51055841b004924a41a232617e7415c
2024-11-11T17:50:33,381 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/e51055841b004924a41a232617e7415c, entries=150, sequenceid=322, filesize=12.0 K
2024-11-11T17:50:33,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/9e5aea053dbc4ebb8bb392a8837d10b1 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/9e5aea053dbc4ebb8bb392a8837d10b1
2024-11-11T17:50:33,384 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/9e5aea053dbc4ebb8bb392a8837d10b1, entries=150, sequenceid=322, filesize=12.0 K
2024-11-11T17:50:33,384 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for d47bb46cc6600f94494e770e64558dde in 848ms, sequenceid=322, compaction requested=true
2024-11-11T17:50:33,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:33,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:50:33,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:33,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:50:33,385 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-11T17:50:33,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:33,385 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-11T17:50:33,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:50:33,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:33,385 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49314 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-11T17:50:33,385 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54144 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-11T17:50:33,385 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/B is initiating minor compaction (all files)
2024-11-11T17:50:33,385 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/A is initiating minor compaction (all files)
2024-11-11T17:50:33,386 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/B in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:33,386 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/A in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:33,386 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/a8b38f1846ee4b1ab87a29810afaf3e8, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/c867db4985dc40dc9cbed5376a2dcacf, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/27a8a6929b3941a9bcc019ca4d62210a, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/e51055841b004924a41a232617e7415c] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=48.2 K
2024-11-11T17:50:33,386 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/c5f26b68ab924076a53691db8f7ba278, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/1494a4cfccf84e29bcfbad3ab0e918e1, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/b1219626642d460bb93b319de3fdea3b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/967b52b99d8242c8b630660bc5ced845] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=52.9 K
2024-11-11T17:50:33,386 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting a8b38f1846ee4b1ab87a29810afaf3e8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731347429131
2024-11-11T17:50:33,386 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5f26b68ab924076a53691db8f7ba278, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731347429131
2024-11-11T17:50:33,387 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting c867db4985dc40dc9cbed5376a2dcacf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731347430266
2024-11-11T17:50:33,387 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1494a4cfccf84e29bcfbad3ab0e918e1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731347429898
2024-11-11T17:50:33,387 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 27a8a6929b3941a9bcc019ca4d62210a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731347430672
2024-11-11T17:50:33,387 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1219626642d460bb93b319de3fdea3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731347430672
2024-11-11T17:50:33,387 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting e51055841b004924a41a232617e7415c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731347431339
2024-11-11T17:50:33,387 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 967b52b99d8242c8b630660bc5ced845, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731347431339
2024-11-11T17:50:33,394 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#B#compaction#379 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:33,394 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/e24e56be1d294e0f960061f42668733c is 50, key is test_row_0/B:col10/1731347431347/Put/seqid=0
2024-11-11T17:50:33,396 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#A#compaction#380 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:33,396 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/d5d8e04286a6407da68d133ed0e8ca9f is 50, key is test_row_0/A:col10/1731347431347/Put/seqid=0
2024-11-11T17:50:33,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742274_1450 (size=12847)
2024-11-11T17:50:33,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742275_1451 (size=12847)
2024-11-11T17:50:33,407 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/e24e56be1d294e0f960061f42668733c as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/e24e56be1d294e0f960061f42668733c
2024-11-11T17:50:33,410 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d47bb46cc6600f94494e770e64558dde/B of d47bb46cc6600f94494e770e64558dde into e24e56be1d294e0f960061f42668733c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:33,410 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:33,410 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/B, priority=12, startTime=1731347433385; duration=0sec
2024-11-11T17:50:33,411 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:33,411 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:B
2024-11-11T17:50:33,411 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-11T17:50:33,411 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49314 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-11T17:50:33,412 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/C is initiating minor compaction (all files)
2024-11-11T17:50:33,412 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/C in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:33,412 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/7e05fd2e542d42a09305f47ea6bbf9f3, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/77ed2fd731e64284a1511ad3d0230312, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/7cd24414d5d341899bdf4f6909b18077, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/9e5aea053dbc4ebb8bb392a8837d10b1] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=48.2 K
2024-11-11T17:50:33,412 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e05fd2e542d42a09305f47ea6bbf9f3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731347429131
2024-11-11T17:50:33,413 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 77ed2fd731e64284a1511ad3d0230312, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731347430266
2024-11-11T17:50:33,413 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cd24414d5d341899bdf4f6909b18077, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731347430672
2024-11-11T17:50:33,413 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e5aea053dbc4ebb8bb392a8837d10b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731347431339
2024-11-11T17:50:33,420 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#C#compaction#381 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:33,421 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/c45df52eb707494d9b35fd9cfb0ba2d7 is 50, key is test_row_0/C:col10/1731347431347/Put/seqid=0
2024-11-11T17:50:33,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742276_1452 (size=12847)
2024-11-11T17:50:33,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-11T17:50:33,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:33,510 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing d47bb46cc6600f94494e770e64558dde 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB
2024-11-11T17:50:33,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=A
2024-11-11T17:50:33,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:33,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=B
2024-11-11T17:50:33,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:33,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=C
2024-11-11T17:50:33,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:33,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/cb7318abd8c241228025183dec8eb302 is 50, key is test_row_0/A:col10/1731347432649/Put/seqid=0
2024-11-11T17:50:33,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742277_1453 (size=12301)
2024-11-11T17:50:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:33,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:33,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1731347493680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:33,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:33,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:33,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:33,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1731347493795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:33,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:33,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:33,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:33,807 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/d5d8e04286a6407da68d133ed0e8ca9f as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/d5d8e04286a6407da68d133ed0e8ca9f
2024-11-11T17:50:33,811 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d47bb46cc6600f94494e770e64558dde/A of d47bb46cc6600f94494e770e64558dde into d5d8e04286a6407da68d133ed0e8ca9f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:33,811 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:33,811 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/A, priority=12, startTime=1731347433385; duration=0sec
2024-11-11T17:50:33,811 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:33,811 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:A
2024-11-11T17:50:33,827 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/c45df52eb707494d9b35fd9cfb0ba2d7 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/c45df52eb707494d9b35fd9cfb0ba2d7
2024-11-11T17:50:33,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347493825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:33,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:33,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:33,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:33,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347493825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:33,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:33,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:33,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:33,831 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d47bb46cc6600f94494e770e64558dde/C of d47bb46cc6600f94494e770e64558dde into c45df52eb707494d9b35fd9cfb0ba2d7(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:33,831 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:33,831 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/C, priority=12, startTime=1731347433385; duration=0sec
2024-11-11T17:50:33,831 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:33,831 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:C
2024-11-11T17:50:33,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347493826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:33,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:33,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:33,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:33,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-11T17:50:33,919 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/cb7318abd8c241228025183dec8eb302
2024-11-11T17:50:33,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/8b13a4bf92db42e0bc771b08e284b1c3 is 50, key is test_row_0/B:col10/1731347432649/Put/seqid=0
2024-11-11T17:50:33,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742278_1454 (size=12301)
2024-11-11T17:50:34,012 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1731347494005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:34,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:34,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:34,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:34,331 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1731347494325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:34,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:34,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:34,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:34,333 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/8b13a4bf92db42e0bc771b08e284b1c3
2024-11-11T17:50:34,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/ad768aec4a2241cd9000c402e419b076 is 50, key is test_row_0/C:col10/1731347432649/Put/seqid=0
2024-11-11T17:50:34,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742279_1455 (size=12301)
2024-11-11T17:50:34,755 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/ad768aec4a2241cd9000c402e419b076
2024-11-11T17:50:34,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/cb7318abd8c241228025183dec8eb302 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/cb7318abd8c241228025183dec8eb302
2024-11-11T17:50:34,763 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/cb7318abd8c241228025183dec8eb302, entries=150, sequenceid=358, filesize=12.0 K
2024-11-11T17:50:34,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/8b13a4bf92db42e0bc771b08e284b1c3 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/8b13a4bf92db42e0bc771b08e284b1c3
2024-11-11T17:50:34,768 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/8b13a4bf92db42e0bc771b08e284b1c3, entries=150, sequenceid=358, filesize=12.0 K
2024-11-11T17:50:34,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/ad768aec4a2241cd9000c402e419b076 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/ad768aec4a2241cd9000c402e419b076
2024-11-11T17:50:34,772 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/ad768aec4a2241cd9000c402e419b076, entries=150, sequenceid=358, filesize=12.0 K
2024-11-11T17:50:34,773 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for d47bb46cc6600f94494e770e64558dde in 1263ms, sequenceid=358, compaction requested=false
2024-11-11T17:50:34,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:34,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:34,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126
2024-11-11T17:50:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=126
2024-11-11T17:50:34,776 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125
2024-11-11T17:50:34,776 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0270 sec
2024-11-11T17:50:34,778 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 2.0310 sec
2024-11-11T17:50:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:34,839 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d47bb46cc6600f94494e770e64558dde 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-11T17:50:34,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=A
2024-11-11T17:50:34,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:34,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=B
2024-11-11T17:50:34,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:34,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=C
2024-11-11T17:50:34,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:34,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/842e1c6e7d2844889c0167907a6b056b is 50, key is test_row_0/A:col10/1731347433658/Put/seqid=0
2024-11-11T17:50:34,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742280_1456 (size=12297)
2024-11-11T17:50:34,848 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/842e1c6e7d2844889c0167907a6b056b
2024-11-11T17:50:34,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/9ac67c1c82cc44e2b6a3f9e8e5ce369c is 50, key is test_row_0/B:col10/1731347433658/Put/seqid=0
2024-11-11T17:50:34,859 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742281_1457 (size=9857)
2024-11-11T17:50:34,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347494874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:34,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:34,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731347434859, max timestamp=1731347434882Num uniques 859; 
2024-11-11T17:50:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347494877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:34,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-11T17:50:34,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:34,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:34,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:34,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:34,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:34,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:34,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731347434859, max timestamp=1731347434882Num uniques 859; 
2024-11-11T17:50:34,886 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-11T17:50:34,886 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731347434859, max timestamp=1731347434882Num uniques 859; 
2024-11-11T17:50:34,886 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-11T17:50:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-11T17:50:34,895 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:50:34,896 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:50:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees
2024-11-11T17:50:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-11T17:50:34,898 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:50:34,898 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:50:34,899 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:50:34,948 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347494936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:34,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:34,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:34,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:34,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1731347494948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:34,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:34,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:34,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:35,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347494995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:35,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:35,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:35,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347494995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:35,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:35,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:35,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:35,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-11T17:50:35,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-11T17:50:35,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:35,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:35,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:35,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:35,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:35,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347495055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:35,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:35,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:35,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1731347495055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:35,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:35,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:35,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:35,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:35,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-11T17:50:35,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:35,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:35,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:35,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:35,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-11T17:50:35,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347495215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:35,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:35,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:35,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:35,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347495215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:35,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:35,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:35,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:35,268 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/9ac67c1c82cc44e2b6a3f9e8e5ce369c
2024-11-11T17:50:35,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/cc6c3413bab741e4a1c1756acf6a413b is 50, key is test_row_0/C:col10/1731347433658/Put/seqid=0
2024-11-11T17:50:35,275 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347495265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:35,275 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:35,275 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:35,275 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:35,275 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1731347495265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:35,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:35,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:35,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:35,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742282_1458 (size=9857)
2024-11-11T17:50:35,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-11T17:50:35,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:35,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:35,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:35,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:35,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:35,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-11T17:50:35,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:35,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:35,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:35,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:35,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-11T17:50:35,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347495525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:35,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347495535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:35,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:35,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:35,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:35,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347495585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:35,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:35,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1731347495585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:35,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:35,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:35,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:35,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:35,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:35,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-11T17:50:35,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:35,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:35,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:35,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:35,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:35,677 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/cc6c3413bab741e4a1c1756acf6a413b
2024-11-11T17:50:35,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/842e1c6e7d2844889c0167907a6b056b as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/842e1c6e7d2844889c0167907a6b056b
2024-11-11T17:50:35,683 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/842e1c6e7d2844889c0167907a6b056b, entries=150, sequenceid=371, filesize=12.0 K
2024-11-11T17:50:35,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/9ac67c1c82cc44e2b6a3f9e8e5ce369c as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/9ac67c1c82cc44e2b6a3f9e8e5ce369c
2024-11-11T17:50:35,685 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/9ac67c1c82cc44e2b6a3f9e8e5ce369c, entries=100, sequenceid=371, filesize=9.6 K
2024-11-11T17:50:35,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/cc6c3413bab741e4a1c1756acf6a413b as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/cc6c3413bab741e4a1c1756acf6a413b
2024-11-11T17:50:35,689 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/cc6c3413bab741e4a1c1756acf6a413b, entries=100, sequenceid=371, filesize=9.6 K
2024-11-11T17:50:35,689 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for d47bb46cc6600f94494e770e64558dde in 850ms, sequenceid=371, compaction requested=true
2024-11-11T17:50:35,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:35,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:50:35,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:35,689 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:35,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:50:35,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:35,689 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:35,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:50:35,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:35,690 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37445 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:35,690 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/A is initiating minor compaction (all files)
2024-11-11T17:50:35,690 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/A in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:35,690 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35005 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:35,690 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/d5d8e04286a6407da68d133ed0e8ca9f, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/cb7318abd8c241228025183dec8eb302, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/842e1c6e7d2844889c0167907a6b056b] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=36.6 K
2024-11-11T17:50:35,690 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/B is initiating minor compaction (all files)
2024-11-11T17:50:35,690 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/B in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:35,690 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/e24e56be1d294e0f960061f42668733c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/8b13a4bf92db42e0bc771b08e284b1c3, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/9ac67c1c82cc44e2b6a3f9e8e5ce369c] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=34.2 K
2024-11-11T17:50:35,690 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5d8e04286a6407da68d133ed0e8ca9f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731347431339
2024-11-11T17:50:35,691 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting e24e56be1d294e0f960061f42668733c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731347431339
2024-11-11T17:50:35,691 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb7318abd8c241228025183dec8eb302, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731347432649
2024-11-11T17:50:35,691 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b13a4bf92db42e0bc771b08e284b1c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731347432649
2024-11-11T17:50:35,691 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 842e1c6e7d2844889c0167907a6b056b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731347433658
2024-11-11T17:50:35,691 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ac67c1c82cc44e2b6a3f9e8e5ce369c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731347433658
2024-11-11T17:50:35,695 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#A#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:35,696 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/23327cffe1f948d2b8bf996c3942f79a is 50, key is test_row_0/A:col10/1731347433658/Put/seqid=0
2024-11-11T17:50:35,697 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#B#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:35,698 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/93a6bf243e0445b9849188d73f786b76 is 50, key is test_row_0/B:col10/1731347433658/Put/seqid=0
2024-11-11T17:50:35,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742283_1459 (size=12949)
2024-11-11T17:50:35,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742284_1460 (size=12949)
2024-11-11T17:50:35,704 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/23327cffe1f948d2b8bf996c3942f79a as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/23327cffe1f948d2b8bf996c3942f79a
2024-11-11T17:50:35,708 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/93a6bf243e0445b9849188d73f786b76 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/93a6bf243e0445b9849188d73f786b76
2024-11-11T17:50:35,708 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d47bb46cc6600f94494e770e64558dde/A of d47bb46cc6600f94494e770e64558dde into 23327cffe1f948d2b8bf996c3942f79a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:35,709 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:35,709 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/A, priority=13, startTime=1731347435689; duration=0sec
2024-11-11T17:50:35,709 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:35,709 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:A
2024-11-11T17:50:35,709 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:35,710 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35005 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:35,710 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/C is initiating minor compaction (all files)
2024-11-11T17:50:35,710 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/C in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:35,710 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/c45df52eb707494d9b35fd9cfb0ba2d7, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/ad768aec4a2241cd9000c402e419b076, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/cc6c3413bab741e4a1c1756acf6a413b] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=34.2 K
2024-11-11T17:50:35,710 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting c45df52eb707494d9b35fd9cfb0ba2d7, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731347431339
2024-11-11T17:50:35,710 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad768aec4a2241cd9000c402e419b076, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731347432649
2024-11-11T17:50:35,710 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc6c3413bab741e4a1c1756acf6a413b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731347433658
2024-11-11T17:50:35,712 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d47bb46cc6600f94494e770e64558dde/B of d47bb46cc6600f94494e770e64558dde into 93a6bf243e0445b9849188d73f786b76(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:35,712 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:35,712 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/B, priority=13, startTime=1731347435689; duration=0sec
2024-11-11T17:50:35,712 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:35,712 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:B
2024-11-11T17:50:35,714 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#C#compaction#390 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:35,715 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/755ce45c83da471c9554eeb53fe6e821 is 50, key is test_row_0/C:col10/1731347433658/Put/seqid=0
2024-11-11T17:50:35,721 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742285_1461 (size=12949)
2024-11-11T17:50:35,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-11T17:50:35,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:35,815 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing d47bb46cc6600f94494e770e64558dde 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB
2024-11-11T17:50:35,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=A
2024-11-11T17:50:35,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:35,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=B
2024-11-11T17:50:35,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:35,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=C
2024-11-11T17:50:35,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:35,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/fe8f222db4e34115b4f65ecff6495eb1 is 50, key is test_row_0/A:col10/1731347434946/Put/seqid=0
2024-11-11T17:50:35,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742286_1462 (size=12301)
2024-11-11T17:50:35,830 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/fe8f222db4e34115b4f65ecff6495eb1
2024-11-11T17:50:35,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/9b80f47264dd467292887258e13ae00b is 50, key is test_row_0/B:col10/1731347434946/Put/seqid=0
2024-11-11T17:50:35,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742287_1463 (size=12301)
2024-11-11T17:50:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-11T17:50:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:36,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:36,088 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347496079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:36,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:36,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347496088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:36,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:36,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347496104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1731347496105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:36,125 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/755ce45c83da471c9554eeb53fe6e821 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/755ce45c83da471c9554eeb53fe6e821
2024-11-11T17:50:36,128 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d47bb46cc6600f94494e770e64558dde/C of d47bb46cc6600f94494e770e64558dde into 755ce45c83da471c9554eeb53fe6e821(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:36,128 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:36,128 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/C, priority=13, startTime=1731347435689; duration=0sec
2024-11-11T17:50:36,128 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:36,128 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:C
2024-11-11T17:50:36,200 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347496194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:36,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:36,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:36,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347496205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:36,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:36,246 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/9b80f47264dd467292887258e13ae00b
2024-11-11T17:50:36,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/042df23ca074456689a3d0f33ca4b456 is 50, key is test_row_0/C:col10/1731347434946/Put/seqid=0
2024-11-11T17:50:36,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742288_1464 (size=12301)
2024-11-11T17:50:36,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347496405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:36,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:36,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347496424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:36,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:36,656 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/042df23ca074456689a3d0f33ca4b456
2024-11-11T17:50:36,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/fe8f222db4e34115b4f65ecff6495eb1 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/fe8f222db4e34115b4f65ecff6495eb1
2024-11-11T17:50:36,662 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/fe8f222db4e34115b4f65ecff6495eb1, entries=150, sequenceid=407, filesize=12.0 K
2024-11-11T17:50:36,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/9b80f47264dd467292887258e13ae00b as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/9b80f47264dd467292887258e13ae00b
2024-11-11T17:50:36,666 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/9b80f47264dd467292887258e13ae00b, entries=150, sequenceid=407, filesize=12.0 K
2024-11-11T17:50:36,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/042df23ca074456689a3d0f33ca4b456 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/042df23ca074456689a3d0f33ca4b456
2024-11-11T17:50:36,669 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/042df23ca074456689a3d0f33ca4b456, entries=150, sequenceid=407, filesize=12.0 K
2024-11-11T17:50:36,670 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for d47bb46cc6600f94494e770e64558dde in 855ms, sequenceid=407, compaction requested=false
2024-11-11T17:50:36,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:36,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:36,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128
2024-11-11T17:50:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=128
2024-11-11T17:50:36,672 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127
2024-11-11T17:50:36,672 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7720 sec
2024-11-11T17:50:36,673 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.7770 sec
2024-11-11T17:50:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:36,730 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d47bb46cc6600f94494e770e64558dde 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-11T17:50:36,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=A
2024-11-11T17:50:36,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:36,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=B
2024-11-11T17:50:36,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:36,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=C
2024-11-11T17:50:36,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:36,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/23248d0c1fec4b51808af98eda1280da is 50, key is test_row_0/A:col10/1731347436728/Put/seqid=0
2024-11-11T17:50:36,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742289_1465 (size=14741)
2024-11-11T17:50:36,740 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/23248d0c1fec4b51808af98eda1280da
2024-11-11T17:50:36,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/bb32a57d89ea473e9c7e86be17139329 is 50, key is test_row_0/B:col10/1731347436728/Put/seqid=0
2024-11-11T17:50:36,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742290_1466 (size=12301)
2024-11-11T17:50:36,750 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/bb32a57d89ea473e9c7e86be17139329
2024-11-11T17:50:36,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/21bd8f51aeab457fa0f060685ef22581 is 50, key is test_row_0/C:col10/1731347436728/Put/seqid=0
2024-11-11T17:50:36,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742291_1467 (size=12301)
2024-11-11T17:50:36,763 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/21bd8f51aeab457fa0f060685ef22581
2024-11-11T17:50:36,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/23248d0c1fec4b51808af98eda1280da as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/23248d0c1fec4b51808af98eda1280da
2024-11-11T17:50:36,770 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/23248d0c1fec4b51808af98eda1280da, entries=200, sequenceid=420, filesize=14.4 K
2024-11-11T17:50:36,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/bb32a57d89ea473e9c7e86be17139329 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/bb32a57d89ea473e9c7e86be17139329
2024-11-11T17:50:36,773 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/bb32a57d89ea473e9c7e86be17139329, entries=150, sequenceid=420, filesize=12.0 K
2024-11-11T17:50:36,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/21bd8f51aeab457fa0f060685ef22581 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/21bd8f51aeab457fa0f060685ef22581
2024-11-11T17:50:36,779 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/21bd8f51aeab457fa0f060685ef22581, entries=150, sequenceid=420, filesize=12.0 K
2024-11-11T17:50:36,780 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=87.22 KB/89310 for d47bb46cc6600f94494e770e64558dde in 50ms, sequenceid=420, compaction requested=true
2024-11-11T17:50:36,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:36,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:50:36,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:36,780 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:36,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:50:36,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:36,780 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:36,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:50:36,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:36,781 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:36,781 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:36,781 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/A is initiating minor compaction (all files)
2024-11-11T17:50:36,781 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/B is initiating minor compaction (all files)
2024-11-11T17:50:36,781 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/B in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:36,781 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/A in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:36,781 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/93a6bf243e0445b9849188d73f786b76, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/9b80f47264dd467292887258e13ae00b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/bb32a57d89ea473e9c7e86be17139329] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=36.7 K
2024-11-11T17:50:36,781 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/23327cffe1f948d2b8bf996c3942f79a, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/fe8f222db4e34115b4f65ecff6495eb1, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/23248d0c1fec4b51808af98eda1280da] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=39.1 K
2024-11-11T17:50:36,782 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 93a6bf243e0445b9849188d73f786b76, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731347432660
2024-11-11T17:50:36,782 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23327cffe1f948d2b8bf996c3942f79a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731347432660
2024-11-11T17:50:36,782 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b80f47264dd467292887258e13ae00b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731347434905
2024-11-11T17:50:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:36,782 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe8f222db4e34115b4f65ecff6495eb1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731347434905
2024-11-11T17:50:36,782 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d47bb46cc6600f94494e770e64558dde 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-11T17:50:36,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=A
2024-11-11T17:50:36,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:36,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=B
2024-11-11T17:50:36,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:36,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=C
2024-11-11T17:50:36,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:36,783 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting bb32a57d89ea473e9c7e86be17139329, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731347436078
2024-11-11T17:50:36,783 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23248d0c1fec4b51808af98eda1280da, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731347436077
2024-11-11T17:50:36,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/9124cb459b8f4043988e203c5765e581 is 50, key is test_row_0/A:col10/1731347436775/Put/seqid=0
2024-11-11T17:50:36,791 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#B#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:36,791 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#A#compaction#398 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:36,791 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/12cd92f8c773446da5947cb8a5949ec5 is 50, key is test_row_0/A:col10/1731347436728/Put/seqid=0
2024-11-11T17:50:36,791 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/62e749093f614219a3584cebb0d589f5 is 50, key is test_row_0/B:col10/1731347436728/Put/seqid=0
2024-11-11T17:50:36,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742292_1468 (size=19621)
2024-11-11T17:50:36,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742293_1469 (size=13051)
2024-11-11T17:50:36,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742294_1470 (size=13051)
2024-11-11T17:50:36,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347496822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:36,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347496823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:36,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347496824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:36,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347496945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:36,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:36,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347496945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:36,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:36,953 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:36,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347496945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:36,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:36,953 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,953 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:36,953 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-11T17:50:37,045 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:50:37,046 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:50:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees
2024-11-11T17:50:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-11T17:50:37,047 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:50:37,048 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:50:37,048 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:50:37,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1731347497115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:37,125 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_2' in d47bb46cc6600f94494e770e64558dde of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:50:37,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:37,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:37,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:37,130 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347497125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:37,131 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_1' in d47bb46cc6600f94494e770e64558dde of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:50:37,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:37,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:37,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-11T17:50:37,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347497155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:37,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:37,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347497155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:37,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:37,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:37,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:37,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:37,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:37,169 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347497165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:37,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:37,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:37,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:37,197 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/9124cb459b8f4043988e203c5765e581
2024-11-11T17:50:37,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-11T17:50:37,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:37,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:37,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:37,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:37,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:37,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/1942de96aaec473dac9588366372a818 is 50, key is test_row_0/B:col10/1731347436775/Put/seqid=0
2024-11-11T17:50:37,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742295_1471 (size=12301)
2024-11-11T17:50:37,211 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/12cd92f8c773446da5947cb8a5949ec5 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/12cd92f8c773446da5947cb8a5949ec5
2024-11-11T17:50:37,211 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/62e749093f614219a3584cebb0d589f5 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/62e749093f614219a3584cebb0d589f5
2024-11-11T17:50:37,215 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d47bb46cc6600f94494e770e64558dde/B of d47bb46cc6600f94494e770e64558dde into 62e749093f614219a3584cebb0d589f5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:37,215 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d47bb46cc6600f94494e770e64558dde/A of d47bb46cc6600f94494e770e64558dde into 12cd92f8c773446da5947cb8a5949ec5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:37,215 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:37,215 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:37,215 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/B, priority=13, startTime=1731347436780; duration=0sec
2024-11-11T17:50:37,215 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/A, priority=13, startTime=1731347436780; duration=0sec
2024-11-11T17:50:37,215 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:37,215 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:37,215 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:A
2024-11-11T17:50:37,215 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:B
2024-11-11T17:50:37,215 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:37,216 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:37,216 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/C is initiating minor compaction (all files)
2024-11-11T17:50:37,216 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/C in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:37,216 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/755ce45c83da471c9554eeb53fe6e821, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/042df23ca074456689a3d0f33ca4b456, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/21bd8f51aeab457fa0f060685ef22581] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=36.7 K
2024-11-11T17:50:37,216 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 755ce45c83da471c9554eeb53fe6e821, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731347432660
2024-11-11T17:50:37,217 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 042df23ca074456689a3d0f33ca4b456, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731347434905
2024-11-11T17:50:37,217 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21bd8f51aeab457fa0f060685ef22581, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731347436078
2024-11-11T17:50:37,223 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#C#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:37,224 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/d43b4f75eea9493fa4c9a4e41f307aed is 50, key is test_row_0/C:col10/1731347436728/Put/seqid=0
2024-11-11T17:50:37,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742296_1472 (size=13051)
2024-11-11T17:50:37,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-11T17:50:37,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:37,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:37,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:37,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:37,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-11T17:50:37,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347497475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:37,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:37,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:37,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:37,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347497475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:37,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:37,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:37,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:37,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347497475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:37,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-11T17:50:37,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:37,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:37,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:37,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:37,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:37,611 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/1942de96aaec473dac9588366372a818
2024-11-11T17:50:37,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/128adbe9846a435aa4d4da401bcf8499 is 50, key is test_row_0/C:col10/1731347436775/Put/seqid=0
2024-11-11T17:50:37,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742297_1473 (size=12301)
2024-11-11T17:50:37,633 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/d43b4f75eea9493fa4c9a4e41f307aed as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/d43b4f75eea9493fa4c9a4e41f307aed
2024-11-11T17:50:37,636 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d47bb46cc6600f94494e770e64558dde/C of d47bb46cc6600f94494e770e64558dde into d43b4f75eea9493fa4c9a4e41f307aed(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:37,636 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:37,636 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/C, priority=13, startTime=1731347436780; duration=0sec
2024-11-11T17:50:37,636 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:37,636 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:C
2024-11-11T17:50:37,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-11T17:50:37,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:37,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:37,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:37,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:37,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:37,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-11T17:50:37,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-11T17:50:37,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:37,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:37,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:37,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:37,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:37,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-11T17:50:37,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:37,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:37,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:37,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:37,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:37,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347497984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:37,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:37,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:37,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347497985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:37,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:37,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:37,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:37,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:37,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347497985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:37,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:37,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:37,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:38,019 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/128adbe9846a435aa4d4da401bcf8499
2024-11-11T17:50:38,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/9124cb459b8f4043988e203c5765e581 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/9124cb459b8f4043988e203c5765e581
2024-11-11T17:50:38,025 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/9124cb459b8f4043988e203c5765e581, entries=300, sequenceid=437, filesize=19.2 K
2024-11-11T17:50:38,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/1942de96aaec473dac9588366372a818 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/1942de96aaec473dac9588366372a818
2024-11-11T17:50:38,028 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/1942de96aaec473dac9588366372a818, entries=150, sequenceid=437, filesize=12.0 K
2024-11-11T17:50:38,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/128adbe9846a435aa4d4da401bcf8499 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/128adbe9846a435aa4d4da401bcf8499
2024-11-11T17:50:38,031 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/128adbe9846a435aa4d4da401bcf8499, entries=150, sequenceid=437, filesize=12.0 K
2024-11-11T17:50:38,032 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for d47bb46cc6600f94494e770e64558dde in 1249ms, sequenceid=437, compaction requested=false
2024-11-11T17:50:38,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:38,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-11T17:50:38,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:38,117 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing d47bb46cc6600f94494e770e64558dde 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-11T17:50:38,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=A
2024-11-11T17:50:38,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:38,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=B
2024-11-11T17:50:38,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:38,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=C
2024-11-11T17:50:38,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:38,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/6bd1a5398e674bfd8c187ce4e0234d50 is 50, key is test_row_0/A:col10/1731347436823/Put/seqid=0
2024-11-11T17:50:38,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742298_1474 (size=12301)
2024-11-11T17:50:38,125 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/6bd1a5398e674bfd8c187ce4e0234d50
2024-11-11T17:50:38,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/4734f73347ba4c3e89ebcb46286e0230 is 50, key is test_row_0/B:col10/1731347436823/Put/seqid=0
2024-11-11T17:50:38,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742299_1475 (size=12301)
2024-11-11T17:50:38,137 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/4734f73347ba4c3e89ebcb46286e0230
2024-11-11T17:50:38,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/cf80d4f9153c4934b32f635f08f339b6 is 50, key is test_row_0/C:col10/1731347436823/Put/seqid=0
2024-11-11T17:50:38,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742300_1476 (size=12301)
2024-11-11T17:50:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-11T17:50:38,548 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/cf80d4f9153c4934b32f635f08f339b6
2024-11-11T17:50:38,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/6bd1a5398e674bfd8c187ce4e0234d50 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/6bd1a5398e674bfd8c187ce4e0234d50
2024-11-11T17:50:38,555 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/6bd1a5398e674bfd8c187ce4e0234d50, entries=150, sequenceid=455, filesize=12.0 K
2024-11-11T17:50:38,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/4734f73347ba4c3e89ebcb46286e0230 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/4734f73347ba4c3e89ebcb46286e0230
2024-11-11T17:50:38,558 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/4734f73347ba4c3e89ebcb46286e0230, entries=150, sequenceid=455, filesize=12.0 K
2024-11-11T17:50:38,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/cf80d4f9153c4934b32f635f08f339b6 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/cf80d4f9153c4934b32f635f08f339b6
2024-11-11T17:50:38,561 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/cf80d4f9153c4934b32f635f08f339b6, entries=150, sequenceid=455, filesize=12.0 K
2024-11-11T17:50:38,562 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=0 B/0 for d47bb46cc6600f94494e770e64558dde in 445ms, sequenceid=455, compaction requested=true
2024-11-11T17:50:38,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:38,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:38,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130
2024-11-11T17:50:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=130
2024-11-11T17:50:38,565 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129
2024-11-11T17:50:38,565 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5150 sec
2024-11-11T17:50:38,569 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.5200 sec
2024-11-11T17:50:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:39,009 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d47bb46cc6600f94494e770e64558dde 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-11T17:50:39,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=A
2024-11-11T17:50:39,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:39,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=B
2024-11-11T17:50:39,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:39,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=C
2024-11-11T17:50:39,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:39,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/af675d74b3714325aed26ad79e636e06 is 50, key is test_row_0/A:col10/1731347439008/Put/seqid=0
2024-11-11T17:50:39,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742301_1477 (size=19621)
2024-11-11T17:50:39,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731347439046, max timestamp=1731347439078Num uniques 859; 
2024-11-11T17:50:39,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731347439046, max timestamp=1731347439078Num uniques 859; 
2024-11-11T17:50:39,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731347439046, max timestamp=1731347439078Num uniques 859; 
2024-11-11T17:50:39,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-11T17:50:39,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-11T17:50:39,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-11T17:50:39,150 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1731347499145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:39,150 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_2' in d47bb46cc6600f94494e770e64558dde of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:50:39,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:39,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347499147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:39,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:39,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347499148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:39,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:39,160 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,160 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,160 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:39,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347499150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:39,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:39,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347499155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:39,165 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_1' in d47bb46cc6600f94494e770e64558dde of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4229 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:50:39,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-11T17:50:39,195 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:50:39,195 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:50:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees
2024-11-11T17:50:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-11T17:50:39,197 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:50:39,197 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:50:39,198 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:50:39,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347499264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:39,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:39,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347499264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:39,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:39,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:39,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347499264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:39,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:39,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-11T17:50:39,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-11T17:50:39,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:39,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:39,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:39,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:39,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:39,415 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/af675d74b3714325aed26ad79e636e06
2024-11-11T17:50:39,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/c663ecdc12c14590802be1c5756e604c is 50, key is test_row_0/B:col10/1731347439008/Put/seqid=0
2024-11-11T17:50:39,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742302_1478 (size=12301)
2024-11-11T17:50:39,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347499475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:39,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347499475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:39,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347499485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:39,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:39,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:39,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:39,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-11T17:50:39,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:39,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:39,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:39,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:39,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-11T17:50:39,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-11T17:50:39,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:39,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:39,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:39,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:39,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:39,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347499795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:39,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:39,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347499795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:39,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:39,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347499795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:39,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:39,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:39,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:39,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-11T17:50:39,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:39,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:39,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:39,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:39,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-11T17:50:39,836 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/c663ecdc12c14590802be1c5756e604c
2024-11-11T17:50:39,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/812843fd30014e4f872d726c7b769e32 is 50, key is test_row_0/C:col10/1731347439008/Put/seqid=0
2024-11-11T17:50:39,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742303_1479 (size=12301)
2024-11-11T17:50:39,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-11T17:50:39,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:39,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:39,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:39,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:39,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:40,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-11T17:50:40,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:40,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:40,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:40,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:40,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:40,244 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/812843fd30014e4f872d726c7b769e32
2024-11-11T17:50:40,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/af675d74b3714325aed26ad79e636e06 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/af675d74b3714325aed26ad79e636e06
2024-11-11T17:50:40,250 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/af675d74b3714325aed26ad79e636e06, entries=300, sequenceid=465, filesize=19.2 K
2024-11-11T17:50:40,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/c663ecdc12c14590802be1c5756e604c as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/c663ecdc12c14590802be1c5756e604c
2024-11-11T17:50:40,254 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/c663ecdc12c14590802be1c5756e604c, entries=150, sequenceid=465, filesize=12.0 K
2024-11-11T17:50:40,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/812843fd30014e4f872d726c7b769e32 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/812843fd30014e4f872d726c7b769e32
2024-11-11T17:50:40,257 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/812843fd30014e4f872d726c7b769e32, entries=150, sequenceid=465, filesize=12.0 K
2024-11-11T17:50:40,258 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for d47bb46cc6600f94494e770e64558dde in 1250ms, sequenceid=465, compaction requested=true
2024-11-11T17:50:40,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:40,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:50:40,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:40,258 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-11T17:50:40,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:50:40,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:40,258 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-11T17:50:40,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:50:40,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:40,259 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-11T17:50:40,259 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 64594 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-11T17:50:40,259 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/A is initiating minor compaction (all files)
2024-11-11T17:50:40,259 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/B is initiating minor compaction (all files)
2024-11-11T17:50:40,259 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/A in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:40,259 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/B in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:40,259 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/62e749093f614219a3584cebb0d589f5, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/1942de96aaec473dac9588366372a818, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/4734f73347ba4c3e89ebcb46286e0230, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/c663ecdc12c14590802be1c5756e604c] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=48.8 K
2024-11-11T17:50:40,259 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/12cd92f8c773446da5947cb8a5949ec5, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/9124cb459b8f4043988e203c5765e581, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/6bd1a5398e674bfd8c187ce4e0234d50, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/af675d74b3714325aed26ad79e636e06] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=63.1 K
2024-11-11T17:50:40,259 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 62e749093f614219a3584cebb0d589f5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731347436078
2024-11-11T17:50:40,259 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12cd92f8c773446da5947cb8a5949ec5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731347436078
2024-11-11T17:50:40,259 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 1942de96aaec473dac9588366372a818, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1731347436749
2024-11-11T17:50:40,259 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9124cb459b8f4043988e203c5765e581, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1731347436749
2024-11-11T17:50:40,260 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 4734f73347ba4c3e89ebcb46286e0230, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731347436820
2024-11-11T17:50:40,260 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bd1a5398e674bfd8c187ce4e0234d50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731347436820
2024-11-11T17:50:40,260 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting c663ecdc12c14590802be1c5756e604c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731347439000
2024-11-11T17:50:40,260 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting af675d74b3714325aed26ad79e636e06, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731347438998
2024-11-11T17:50:40,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-11T17:50:40,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:40,267 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing d47bb46cc6600f94494e770e64558dde 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB
2024-11-11T17:50:40,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=A
2024-11-11T17:50:40,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:40,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=B
2024-11-11T17:50:40,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:40,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=C
2024-11-11T17:50:40,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:40,278 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#A#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:40,279 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/30835443629b42e3967d7cef8f1f4100 is 50, key is test_row_0/A:col10/1731347439008/Put/seqid=0
2024-11-11T17:50:40,279 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#B#compaction#410 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:40,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/51359ea6ff5442138efc8a4d8430a145 is 50, key is test_row_0/A:col10/1731347439145/Put/seqid=0
2024-11-11T17:50:40,279 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/e398cad7781b406f952f6ed23416d5fa is 50, key is test_row_0/B:col10/1731347439008/Put/seqid=0
2024-11-11T17:50:40,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742305_1481 (size=12301)
2024-11-11T17:50:40,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742304_1480 (size=13187)
2024-11-11T17:50:40,294 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/30835443629b42e3967d7cef8f1f4100 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/30835443629b42e3967d7cef8f1f4100
2024-11-11T17:50:40,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742306_1482 (size=13187)
2024-11-11T17:50:40,298 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d47bb46cc6600f94494e770e64558dde/A of d47bb46cc6600f94494e770e64558dde into 30835443629b42e3967d7cef8f1f4100(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:40,298 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:40,298 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/A, priority=12, startTime=1731347440258; duration=0sec
2024-11-11T17:50:40,298 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:40,298 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:A
2024-11-11T17:50:40,298 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-11T17:50:40,301 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-11T17:50:40,301 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/C is initiating minor compaction (all files)
2024-11-11T17:50:40,301 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/C in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:40,301 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/d43b4f75eea9493fa4c9a4e41f307aed, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/128adbe9846a435aa4d4da401bcf8499, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/cf80d4f9153c4934b32f635f08f339b6, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/812843fd30014e4f872d726c7b769e32] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=48.8 K
2024-11-11T17:50:40,302 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting d43b4f75eea9493fa4c9a4e41f307aed, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731347436078
2024-11-11T17:50:40,302 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 128adbe9846a435aa4d4da401bcf8499, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1731347436749
2024-11-11T17:50:40,302 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf80d4f9153c4934b32f635f08f339b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731347436820
2024-11-11T17:50:40,302 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 812843fd30014e4f872d726c7b769e32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731347439000
2024-11-11T17:50:40,309 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#C#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:40,310 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/fd31858bf377490b8078d697d6c4468b is 50, key is test_row_0/C:col10/1731347439008/Put/seqid=0
2024-11-11T17:50:40,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742307_1483 (size=13187)
2024-11-11T17:50:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:40,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:40,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347500329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:40,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:40,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:40,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-11T17:50:40,341 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347500331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:40,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:40,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:40,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:40,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347500334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:40,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:40,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:40,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:40,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347500445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:40,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:40,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:40,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:40,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347500445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:40,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:40,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:40,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:40,465 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347500455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:40,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:40,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:40,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:40,657 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347500655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:40,657 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:40,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:40,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347500655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:40,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:40,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:40,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:40,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:40,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347500675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:40,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:40,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:40,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:40,689 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/51359ea6ff5442138efc8a4d8430a145
2024-11-11T17:50:40,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/042825590cb746288534312cf26bea29 is 50, key is test_row_0/B:col10/1731347439145/Put/seqid=0
2024-11-11T17:50:40,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742308_1484 (size=12301)
2024-11-11T17:50:40,701 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/042825590cb746288534312cf26bea29
2024-11-11T17:50:40,702 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/e398cad7781b406f952f6ed23416d5fa as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/e398cad7781b406f952f6ed23416d5fa
2024-11-11T17:50:40,706 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d47bb46cc6600f94494e770e64558dde/B of d47bb46cc6600f94494e770e64558dde into e398cad7781b406f952f6ed23416d5fa(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:40,706 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:40,706 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/B, priority=12, startTime=1731347440258; duration=0sec
2024-11-11T17:50:40,706 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:40,706 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:B
2024-11-11T17:50:40,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/7f9323fd6b8b42d0aabf88f3b031039f is 50, key is test_row_0/C:col10/1731347439145/Put/seqid=0
2024-11-11T17:50:40,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742309_1485 (size=12301)
2024-11-11T17:50:40,714 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/7f9323fd6b8b42d0aabf88f3b031039f
2024-11-11T17:50:40,724 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/fd31858bf377490b8078d697d6c4468b as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/fd31858bf377490b8078d697d6c4468b
2024-11-11T17:50:40,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/51359ea6ff5442138efc8a4d8430a145 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/51359ea6ff5442138efc8a4d8430a145
2024-11-11T17:50:40,727 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d47bb46cc6600f94494e770e64558dde/C of d47bb46cc6600f94494e770e64558dde into fd31858bf377490b8078d697d6c4468b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:40,727 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:40,727 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/C, priority=12, startTime=1731347440258; duration=0sec
2024-11-11T17:50:40,728 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:40,728 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:C
2024-11-11T17:50:40,732 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/51359ea6ff5442138efc8a4d8430a145, entries=150, sequenceid=500, filesize=12.0 K
2024-11-11T17:50:40,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/042825590cb746288534312cf26bea29 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/042825590cb746288534312cf26bea29
2024-11-11T17:50:40,738 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/042825590cb746288534312cf26bea29, entries=150, sequenceid=500, filesize=12.0 K
2024-11-11T17:50:40,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/7f9323fd6b8b42d0aabf88f3b031039f as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/7f9323fd6b8b42d0aabf88f3b031039f
2024-11-11T17:50:40,742 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/7f9323fd6b8b42d0aabf88f3b031039f, entries=150, sequenceid=500, filesize=12.0 K
2024-11-11T17:50:40,743 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for d47bb46cc6600f94494e770e64558dde in 476ms, sequenceid=500, compaction requested=false
2024-11-11T17:50:40,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:40,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:40,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132
2024-11-11T17:50:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=132
2024-11-11T17:50:40,748 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131
2024-11-11T17:50:40,748 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5490 sec
2024-11-11T17:50:40,749 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.5530 sec
2024-11-11T17:50:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:40,968 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d47bb46cc6600f94494e770e64558dde 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-11T17:50:40,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=A
2024-11-11T17:50:40,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:40,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=B
2024-11-11T17:50:40,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:40,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=C
2024-11-11T17:50:40,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:40,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/087e21a44fb64b5a96ac979d0fe262a3 is 50, key is test_row_0/A:col10/1731347440329/Put/seqid=0
2024-11-11T17:50:40,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742310_1486 (size=14741)
2024-11-11T17:50:41,035 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347501027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:41,035 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:41,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731347440998, max timestamp=1731347441034Num uniques 859; 
2024-11-11T17:50:41,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731347440998, max timestamp=1731347441034Num uniques 859; 
2024-11-11T17:50:41,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-11T17:50:41,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-11T17:50:41,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731347440998, max timestamp=1731347441034Num uniques 859; 
2024-11-11T17:50:41,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-11T17:50:41,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347501095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:41,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:41,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:41,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:41,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347501102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:41,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:41,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:41,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:41,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347501144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:41,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:41,156 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:41,156 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:41,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347501205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:41,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:41,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:41,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:41,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:41,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347501215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:41,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:41,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:41,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-11T17:50:41,356 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:50:41,356 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:50:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees
2024-11-11T17:50:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-11T17:50:41,358 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:50:41,358 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:50:41,358 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:50:41,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347501365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:41,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:41,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:41,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:41,376 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/087e21a44fb64b5a96ac979d0fe262a3
2024-11-11T17:50:41,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/f4c68d2166594766887f37319664cbff is 50, key is test_row_0/B:col10/1731347440329/Put/seqid=0
2024-11-11T17:50:41,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742311_1487 (size=12301)
2024-11-11T17:50:41,422 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347501415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:41,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:41,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:41,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:41,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347501434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:41,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:41,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:41,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-11T17:50:41,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-11T17:50:41,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:41,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:41,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:41,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:41,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:41,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-11T17:50:41,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:41,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:41,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:41,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:41,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:41,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-11T17:50:41,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347501685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:41,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:41,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:41,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:41,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:41,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347501735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:41,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:41,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:41,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:41,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:41,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347501755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:41,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:41,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:41,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:41,786 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/f4c68d2166594766887f37319664cbff
2024-11-11T17:50:41,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/e41717e160fa415e8bd2292c3378b9d9 is 50, key is test_row_0/C:col10/1731347440329/Put/seqid=0
2024-11-11T17:50:41,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-11T17:50:41,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:41,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:41,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:41,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:41,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:41,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742312_1488 (size=12301)
2024-11-11T17:50:41,820 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/e41717e160fa415e8bd2292c3378b9d9
2024-11-11T17:50:41,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/087e21a44fb64b5a96ac979d0fe262a3 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/087e21a44fb64b5a96ac979d0fe262a3
2024-11-11T17:50:41,828 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/087e21a44fb64b5a96ac979d0fe262a3, entries=200, sequenceid=514, filesize=14.4 K
2024-11-11T17:50:41,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/f4c68d2166594766887f37319664cbff as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/f4c68d2166594766887f37319664cbff
2024-11-11T17:50:41,840 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/f4c68d2166594766887f37319664cbff, entries=150, sequenceid=514, filesize=12.0 K
2024-11-11T17:50:41,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/e41717e160fa415e8bd2292c3378b9d9 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/e41717e160fa415e8bd2292c3378b9d9
2024-11-11T17:50:41,845 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/e41717e160fa415e8bd2292c3378b9d9, entries=150, sequenceid=514, filesize=12.0 K
2024-11-11T17:50:41,846 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for d47bb46cc6600f94494e770e64558dde in 878ms, sequenceid=514, compaction requested=true
2024-11-11T17:50:41,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:41,846 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:41,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:50:41,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:41,847 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:41,847 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:41,847 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/A is initiating minor compaction (all files)
2024-11-11T17:50:41,847 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/A in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:41,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:50:41,847 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/30835443629b42e3967d7cef8f1f4100, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/51359ea6ff5442138efc8a4d8430a145, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/087e21a44fb64b5a96ac979d0fe262a3] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=39.3 K
2024-11-11T17:50:41,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:41,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:50:41,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:41,847 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30835443629b42e3967d7cef8f1f4100, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731347439000
2024-11-11T17:50:41,847 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:41,848 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/B is initiating minor compaction (all files)
2024-11-11T17:50:41,848 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/B in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:41,848 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51359ea6ff5442138efc8a4d8430a145, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1731347439132
2024-11-11T17:50:41,848 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/e398cad7781b406f952f6ed23416d5fa, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/042825590cb746288534312cf26bea29, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/f4c68d2166594766887f37319664cbff] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=36.9 K
2024-11-11T17:50:41,848 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 087e21a44fb64b5a96ac979d0fe262a3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1731347440319
2024-11-11T17:50:41,848 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting e398cad7781b406f952f6ed23416d5fa, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731347439000
2024-11-11T17:50:41,848 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 042825590cb746288534312cf26bea29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1731347439132
2024-11-11T17:50:41,848 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting f4c68d2166594766887f37319664cbff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1731347440329
2024-11-11T17:50:41,856 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#A#compaction#418 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:41,856 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/3d64890148d842eba1d300b607d0b3c1 is 50, key is test_row_0/A:col10/1731347440329/Put/seqid=0
2024-11-11T17:50:41,861 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#B#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:41,862 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/a1f6ac417d724e32bcab1a3dc5f57929 is 50, key is test_row_0/B:col10/1731347440329/Put/seqid=0
2024-11-11T17:50:41,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742313_1489 (size=13289)
2024-11-11T17:50:41,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742314_1490 (size=13289)
2024-11-11T17:50:41,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-11T17:50:41,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:41,971 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing d47bb46cc6600f94494e770e64558dde 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB
2024-11-11T17:50:41,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=A
2024-11-11T17:50:41,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:41,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=B
2024-11-11T17:50:41,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:41,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=C
2024-11-11T17:50:41,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:41,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/2aa3bbbf564b4912882c3c82987258a4 is 50, key is test_row_0/A:col10/1731347441088/Put/seqid=0
2024-11-11T17:50:41,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742315_1491 (size=12301)
2024-11-11T17:50:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-11T17:50:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:42,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. as already flushing
2024-11-11T17:50:42,274 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/3d64890148d842eba1d300b607d0b3c1 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/3d64890148d842eba1d300b607d0b3c1
2024-11-11T17:50:42,279 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d47bb46cc6600f94494e770e64558dde/A of d47bb46cc6600f94494e770e64558dde into 3d64890148d842eba1d300b607d0b3c1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:42,279 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:42,279 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/A, priority=13, startTime=1731347441846; duration=0sec
2024-11-11T17:50:42,279 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:42,279 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:A
2024-11-11T17:50:42,279 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:42,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347502273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:42,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:42,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:42,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:42,282 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:42,282 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/C is initiating minor compaction (all files)
2024-11-11T17:50:42,282 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/C in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:42,282 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/fd31858bf377490b8078d697d6c4468b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/7f9323fd6b8b42d0aabf88f3b031039f, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/e41717e160fa415e8bd2292c3378b9d9] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=36.9 K
2024-11-11T17:50:42,283 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd31858bf377490b8078d697d6c4468b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731347439000
2024-11-11T17:50:42,283 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f9323fd6b8b42d0aabf88f3b031039f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1731347439132
2024-11-11T17:50:42,283 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting e41717e160fa415e8bd2292c3378b9d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1731347440329
2024-11-11T17:50:42,287 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/a1f6ac417d724e32bcab1a3dc5f57929 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/a1f6ac417d724e32bcab1a3dc5f57929
2024-11-11T17:50:42,294 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d47bb46cc6600f94494e770e64558dde/B of d47bb46cc6600f94494e770e64558dde into a1f6ac417d724e32bcab1a3dc5f57929(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:42,294 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:42,294 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/B, priority=13, startTime=1731347441847; duration=0sec
2024-11-11T17:50:42,295 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:42,295 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:B
2024-11-11T17:50:42,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347502275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:42,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:42,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:42,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:42,302 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347502281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:42,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:42,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:42,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:42,305 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#C#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:42,305 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/ac32087cc0cc4079a6aab4b2158c31ec is 50, key is test_row_0/C:col10/1731347440329/Put/seqid=0
2024-11-11T17:50:42,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742316_1492 (size=13289)
2024-11-11T17:50:42,326 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/ac32087cc0cc4079a6aab4b2158c31ec as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/ac32087cc0cc4079a6aab4b2158c31ec
2024-11-11T17:50:42,331 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d47bb46cc6600f94494e770e64558dde/C of d47bb46cc6600f94494e770e64558dde into ac32087cc0cc4079a6aab4b2158c31ec(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:42,331 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:42,331 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/C, priority=13, startTime=1731347441847; duration=0sec
2024-11-11T17:50:42,332 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:42,332 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:C
2024-11-11T17:50:42,384 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/2aa3bbbf564b4912882c3c82987258a4
2024-11-11T17:50:42,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/8a502a1aea8241dba614194d769414af is 50, key is test_row_0/B:col10/1731347441088/Put/seqid=0
2024-11-11T17:50:42,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347502386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:42,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:42,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:42,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:42,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742317_1493 (size=12301)
2024-11-11T17:50:42,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347502405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:42,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:42,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:42,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347502405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:42,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:42,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:42,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:42,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-11T17:50:42,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347502605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:42,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:42,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:42,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:42,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347502625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:42,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:42,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347502625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:42,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:42,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:42,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:42,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:42,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:42,808 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/8a502a1aea8241dba614194d769414af
2024-11-11T17:50:42,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/f70d7a7a4b0b4647a687caa1043ed3ff is 50, key is test_row_0/C:col10/1731347441088/Put/seqid=0
2024-11-11T17:50:42,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742318_1494 (size=12301)
2024-11-11T17:50:42,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36312 deadline: 1731347502925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:42,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:42,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:42,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:42,954 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36384 deadline: 1731347502945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:42,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:42,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1731347502945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:42,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:42,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:42,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:42,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:42,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:43,012 INFO  [Thread-1837 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1837.
2024-11-11T17:50:43,012 DEBUG [Thread-1837 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:50:43,012 DEBUG [Thread-1837 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:43,012 DEBUG [Thread-1837 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:43,012 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:50:43,013 INFO  [Thread-1839 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1839.
2024-11-11T17:50:43,013 DEBUG [Thread-1839 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:50:43,013 DEBUG [Thread-1839 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:43,013 DEBUG [Thread-1839 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:43,013 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:50:43,018 INFO  [Thread-1835 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1835.
2024-11-11T17:50:43,018 DEBUG [Thread-1835 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:50:43,018 DEBUG [Thread-1835 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:43,018 DEBUG [Thread-1835 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:43,018 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:50:43,026 INFO  [Thread-1831 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1831.
2024-11-11T17:50:43,026 DEBUG [Thread-1831 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:50:43,026 DEBUG [Thread-1831 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:43,026 DEBUG [Thread-1831 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:43,026 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:50:43,027 INFO  [Thread-1833 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1833.
2024-11-11T17:50:43,027 DEBUG [Thread-1833 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:50:43,027 DEBUG [Thread-1833 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:43,027 DEBUG [Thread-1833 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:43,027 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:50:43,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1731347503165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:43,166 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_2' in d47bb46cc6600f94494e770e64558dde of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8218 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:50:43,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:43,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:43,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:43,205 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36370 deadline: 1731347503205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:43,206 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_1' in d47bb46cc6600f94494e770e64558dde of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8270 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:50:43,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 , the old value is region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:43,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:43,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., hostname=01af7571cc75,44273,1731347298708, seqNum=2 because the exception is null or not the one we care about
2024-11-11T17:50:43,221 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/f70d7a7a4b0b4647a687caa1043ed3ff
2024-11-11T17:50:43,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/2aa3bbbf564b4912882c3c82987258a4 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/2aa3bbbf564b4912882c3c82987258a4
2024-11-11T17:50:43,227 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/2aa3bbbf564b4912882c3c82987258a4, entries=150, sequenceid=548, filesize=12.0 K
2024-11-11T17:50:43,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/8a502a1aea8241dba614194d769414af as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/8a502a1aea8241dba614194d769414af
2024-11-11T17:50:43,230 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/8a502a1aea8241dba614194d769414af, entries=150, sequenceid=548, filesize=12.0 K
2024-11-11T17:50:43,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/f70d7a7a4b0b4647a687caa1043ed3ff as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/f70d7a7a4b0b4647a687caa1043ed3ff
2024-11-11T17:50:43,233 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/f70d7a7a4b0b4647a687caa1043ed3ff, entries=150, sequenceid=548, filesize=12.0 K
2024-11-11T17:50:43,233 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for d47bb46cc6600f94494e770e64558dde in 1263ms, sequenceid=548, compaction requested=false
2024-11-11T17:50:43,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:43,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:43,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134
2024-11-11T17:50:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=134
2024-11-11T17:50:43,236 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133
2024-11-11T17:50:43,236 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8760 sec
2024-11-11T17:50:43,238 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.8810 sec
2024-11-11T17:50:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:43,437 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d47bb46cc6600f94494e770e64558dde 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-11T17:50:43,437 INFO  [Thread-1824 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1824.
2024-11-11T17:50:43,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=A
2024-11-11T17:50:43,437 DEBUG [Thread-1824 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:50:43,437 DEBUG [Thread-1824 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:43,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:43,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=B
2024-11-11T17:50:43,437 DEBUG [Thread-1824 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:43,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:43,437 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:50:43,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=C
2024-11-11T17:50:43,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:43,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/9c32d7930d25410d91bac548d9c27c0b is 50, key is test_row_0/A:col10/1731347442273/Put/seqid=0
2024-11-11T17:50:43,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742319_1495 (size=12301)
2024-11-11T17:50:43,467 INFO  [Thread-1826 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1826.
2024-11-11T17:50:43,467 INFO  [Thread-1820 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1820.
2024-11-11T17:50:43,467 DEBUG [Thread-1820 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:50:43,467 DEBUG [Thread-1826 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:50:43,467 DEBUG [Thread-1820 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:43,467 DEBUG [Thread-1826 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:43,467 DEBUG [Thread-1820 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:43,467 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:50:43,467 DEBUG [Thread-1826 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:43,467 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:50:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-11T17:50:43,506 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:50:43,845 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/9c32d7930d25410d91bac548d9c27c0b
2024-11-11T17:50:43,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/b0088bed98eb43b7b40e3e92d2072aa6 is 50, key is test_row_0/B:col10/1731347442273/Put/seqid=0
2024-11-11T17:50:43,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742320_1496 (size=12301)
2024-11-11T17:50:44,259 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/b0088bed98eb43b7b40e3e92d2072aa6
2024-11-11T17:50:44,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/05b46943282248b1841d142fed89c2eb is 50, key is test_row_0/C:col10/1731347442273/Put/seqid=0
2024-11-11T17:50:44,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742321_1497 (size=12301)
2024-11-11T17:50:44,672 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/05b46943282248b1841d142fed89c2eb
2024-11-11T17:50:44,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/9c32d7930d25410d91bac548d9c27c0b as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/9c32d7930d25410d91bac548d9c27c0b
2024-11-11T17:50:44,681 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/9c32d7930d25410d91bac548d9c27c0b, entries=150, sequenceid=563, filesize=12.0 K
2024-11-11T17:50:44,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/b0088bed98eb43b7b40e3e92d2072aa6 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/b0088bed98eb43b7b40e3e92d2072aa6
2024-11-11T17:50:44,685 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/b0088bed98eb43b7b40e3e92d2072aa6, entries=150, sequenceid=563, filesize=12.0 K
2024-11-11T17:50:44,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/05b46943282248b1841d142fed89c2eb as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/05b46943282248b1841d142fed89c2eb
2024-11-11T17:50:44,690 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/05b46943282248b1841d142fed89c2eb, entries=150, sequenceid=563, filesize=12.0 K
2024-11-11T17:50:44,690 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=13.42 KB/13740 for d47bb46cc6600f94494e770e64558dde in 1253ms, sequenceid=563, compaction requested=true
2024-11-11T17:50:44,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:44,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:50:44,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:44,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:50:44,691 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:44,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:44,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d47bb46cc6600f94494e770e64558dde:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:50:44,691 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:44,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:44,691 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:44,691 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:44,692 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/B is initiating minor compaction (all files)
2024-11-11T17:50:44,692 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/A is initiating minor compaction (all files)
2024-11-11T17:50:44,692 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/B in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:44,692 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/A in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:44,692 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/3d64890148d842eba1d300b607d0b3c1, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/2aa3bbbf564b4912882c3c82987258a4, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/9c32d7930d25410d91bac548d9c27c0b] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=37.0 K
2024-11-11T17:50:44,692 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/a1f6ac417d724e32bcab1a3dc5f57929, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/8a502a1aea8241dba614194d769414af, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/b0088bed98eb43b7b40e3e92d2072aa6] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=37.0 K
2024-11-11T17:50:44,692 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d64890148d842eba1d300b607d0b3c1, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1731347440329
2024-11-11T17:50:44,692 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting a1f6ac417d724e32bcab1a3dc5f57929, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1731347440329
2024-11-11T17:50:44,692 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a502a1aea8241dba614194d769414af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=548, earliestPutTs=1731347441078
2024-11-11T17:50:44,692 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2aa3bbbf564b4912882c3c82987258a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=548, earliestPutTs=1731347441078
2024-11-11T17:50:44,692 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting b0088bed98eb43b7b40e3e92d2072aa6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=563, earliestPutTs=1731347442273
2024-11-11T17:50:44,692 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c32d7930d25410d91bac548d9c27c0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=563, earliestPutTs=1731347442273
2024-11-11T17:50:44,705 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#A#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:44,705 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#B#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:44,705 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/3a2cfd7c014245b4b20ca06ee183dcfa is 50, key is test_row_0/A:col10/1731347442273/Put/seqid=0
2024-11-11T17:50:44,705 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/e96410f16e144a268320f809bf0b9f30 is 50, key is test_row_0/B:col10/1731347442273/Put/seqid=0
2024-11-11T17:50:44,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742323_1499 (size=13391)
2024-11-11T17:50:44,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742322_1498 (size=13391)
2024-11-11T17:50:45,114 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/3a2cfd7c014245b4b20ca06ee183dcfa as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/3a2cfd7c014245b4b20ca06ee183dcfa
2024-11-11T17:50:45,114 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/e96410f16e144a268320f809bf0b9f30 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/e96410f16e144a268320f809bf0b9f30
2024-11-11T17:50:45,119 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d47bb46cc6600f94494e770e64558dde/B of d47bb46cc6600f94494e770e64558dde into e96410f16e144a268320f809bf0b9f30(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:45,119 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d47bb46cc6600f94494e770e64558dde/A of d47bb46cc6600f94494e770e64558dde into 3a2cfd7c014245b4b20ca06ee183dcfa(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:45,119 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:45,119 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:45,119 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/B, priority=13, startTime=1731347444691; duration=0sec
2024-11-11T17:50:45,119 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/A, priority=13, startTime=1731347444691; duration=0sec
2024-11-11T17:50:45,119 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:45,119 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:50:45,120 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:B
2024-11-11T17:50:45,120 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:A
2024-11-11T17:50:45,120 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:50:45,120 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:50:45,121 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): d47bb46cc6600f94494e770e64558dde/C is initiating minor compaction (all files)
2024-11-11T17:50:45,121 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d47bb46cc6600f94494e770e64558dde/C in TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:45,121 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/ac32087cc0cc4079a6aab4b2158c31ec, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/f70d7a7a4b0b4647a687caa1043ed3ff, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/05b46943282248b1841d142fed89c2eb] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp, totalSize=37.0 K
2024-11-11T17:50:45,121 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting ac32087cc0cc4079a6aab4b2158c31ec, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1731347440329
2024-11-11T17:50:45,121 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting f70d7a7a4b0b4647a687caa1043ed3ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=548, earliestPutTs=1731347441078
2024-11-11T17:50:45,122 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 05b46943282248b1841d142fed89c2eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=563, earliestPutTs=1731347442273
2024-11-11T17:50:45,129 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d47bb46cc6600f94494e770e64558dde#C#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:50:45,129 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/7ca2869e1bd34629b21f6d411efabaee is 50, key is test_row_0/C:col10/1731347442273/Put/seqid=0
2024-11-11T17:50:45,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742324_1500 (size=13391)
2024-11-11T17:50:45,542 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/7ca2869e1bd34629b21f6d411efabaee as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/7ca2869e1bd34629b21f6d411efabaee
2024-11-11T17:50:45,548 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d47bb46cc6600f94494e770e64558dde/C of d47bb46cc6600f94494e770e64558dde into 7ca2869e1bd34629b21f6d411efabaee(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:50:45,548 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d47bb46cc6600f94494e770e64558dde:

2024-11-11T17:50:45,548 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., storeName=d47bb46cc6600f94494e770e64558dde/C, priority=13, startTime=1731347444691; duration=0sec
2024-11-11T17:50:45,549 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:50:45,549 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d47bb46cc6600f94494e770e64558dde:C
2024-11-11T17:50:47,114 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-11T17:50:53,231 INFO  [Thread-1822 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1822.
2024-11-11T17:50:53,231 DEBUG [Thread-1822 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:50:53,231 DEBUG [Thread-1822 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:53,232 DEBUG [Thread-1822 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:53,232 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:50:53,280 INFO  [Thread-1828 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1828.
2024-11-11T17:50:53,280 DEBUG [Thread-1828 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:50:53,280 DEBUG [Thread-1828 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:53,280 DEBUG [Thread-1828 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:53,280 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:50:53,281 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-11T17:50:53,281 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 139
2024-11-11T17:50:53,281 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 42
2024-11-11T17:50:53,281 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 132
2024-11-11T17:50:53,281 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 55
2024-11-11T17:50:53,281 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 102
2024-11-11T17:50:53,281 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-11T17:50:53,281 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-11T17:50:53,281 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1070
2024-11-11T17:50:53,281 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3207 rows
2024-11-11T17:50:53,281 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1060
2024-11-11T17:50:53,281 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3180 rows
2024-11-11T17:50:53,281 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1065
2024-11-11T17:50:53,281 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3195 rows
2024-11-11T17:50:53,281 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1065
2024-11-11T17:50:53,281 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3195 rows
2024-11-11T17:50:53,282 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1063
2024-11-11T17:50:53,282 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3189 rows
2024-11-11T17:50:53,282 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-11T17:50:53,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-11T17:50:53,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:53,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:53,282 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:50:53,283 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-11T17:50:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-11T17:50:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-11T17:50:53,287 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731347453287"}]},"ts":"1731347453287"}
2024-11-11T17:50:53,288 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-11T17:50:53,289 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-11T17:50:53,289 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-11T17:50:53,291 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d47bb46cc6600f94494e770e64558dde, UNASSIGN}]
2024-11-11T17:50:53,292 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d47bb46cc6600f94494e770e64558dde, UNASSIGN
2024-11-11T17:50:53,293 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=d47bb46cc6600f94494e770e64558dde, regionState=CLOSING, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:50:53,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d47bb46cc6600f94494e770e64558dde, UNASSIGN because future has completed
2024-11-11T17:50:53,295 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-11T17:50:53,295 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; CloseRegionProcedure d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708}]
2024-11-11T17:50:53,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-11T17:50:53,449 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(122): Close d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:53,449 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-11T17:50:53,449 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1722): Closing d47bb46cc6600f94494e770e64558dde, disabling compactions & flushes
2024-11-11T17:50:53,449 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:53,449 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:53,449 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. after waiting 0 ms
2024-11-11T17:50:53,449 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:53,450 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(2902): Flushing d47bb46cc6600f94494e770e64558dde 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-11-11T17:50:53,450 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=A
2024-11-11T17:50:53,450 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:53,451 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=B
2024-11-11T17:50:53,451 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:53,451 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d47bb46cc6600f94494e770e64558dde, store=C
2024-11-11T17:50:53,451 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:53,458 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/ad3cfd6d32eb4bbc8669b4a10edf9728 is 50, key is test_row_1/A:col10/1731347453277/Put/seqid=0
2024-11-11T17:50:53,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742325_1501 (size=9857)
2024-11-11T17:50:53,462 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/ad3cfd6d32eb4bbc8669b4a10edf9728
2024-11-11T17:50:53,468 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/704a602921b8412c9e68985c2a85ac6c is 50, key is test_row_1/B:col10/1731347453277/Put/seqid=0
2024-11-11T17:50:53,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742326_1502 (size=9857)
2024-11-11T17:50:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-11T17:50:53,872 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/704a602921b8412c9e68985c2a85ac6c
2024-11-11T17:50:53,881 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/ba01047102ea4f26844c5078e70dd552 is 50, key is test_row_1/C:col10/1731347453277/Put/seqid=0
2024-11-11T17:50:53,884 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742327_1503 (size=9857)
2024-11-11T17:50:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-11T17:50:54,285 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/ba01047102ea4f26844c5078e70dd552
2024-11-11T17:50:54,295 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/A/ad3cfd6d32eb4bbc8669b4a10edf9728 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/ad3cfd6d32eb4bbc8669b4a10edf9728
2024-11-11T17:50:54,302 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/ad3cfd6d32eb4bbc8669b4a10edf9728, entries=100, sequenceid=573, filesize=9.6 K
2024-11-11T17:50:54,303 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/B/704a602921b8412c9e68985c2a85ac6c as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/704a602921b8412c9e68985c2a85ac6c
2024-11-11T17:50:54,308 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/704a602921b8412c9e68985c2a85ac6c, entries=100, sequenceid=573, filesize=9.6 K
2024-11-11T17:50:54,309 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/.tmp/C/ba01047102ea4f26844c5078e70dd552 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/ba01047102ea4f26844c5078e70dd552
2024-11-11T17:50:54,313 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/ba01047102ea4f26844c5078e70dd552, entries=100, sequenceid=573, filesize=9.6 K
2024-11-11T17:50:54,314 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for d47bb46cc6600f94494e770e64558dde in 865ms, sequenceid=573, compaction requested=false
2024-11-11T17:50:54,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/684ca534a29b4b7ca8f58e4f97fa877d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/736e5d5f3c874595980da4a106beab02, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/d26a5510979c4d7a93688e770234dcc6, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/8227988a873645739a3a2d7dc33fc6f4, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/1be09202751d4dbc8c6a6f4ecbb0f8c5, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/cf34e990d0b54411897246e287d6ffd9, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/a53a9b46edc6400a89197cc5ba98272e, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/a972630620e842a99e74041ffb2e8e19, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/222d53ba1cc64ac0b916677926fb4274, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/6462134176e2476595f9a8823166ab3a, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/7ebf2c6d134e48739ab84080862c1155, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/56f4131a41af4debbc049de58800f8e8, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/c5f26b68ab924076a53691db8f7ba278, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/1494a4cfccf84e29bcfbad3ab0e918e1, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/b1219626642d460bb93b319de3fdea3b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/967b52b99d8242c8b630660bc5ced845, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/d5d8e04286a6407da68d133ed0e8ca9f, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/cb7318abd8c241228025183dec8eb302, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/23327cffe1f948d2b8bf996c3942f79a, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/842e1c6e7d2844889c0167907a6b056b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/fe8f222db4e34115b4f65ecff6495eb1, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/23248d0c1fec4b51808af98eda1280da, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/12cd92f8c773446da5947cb8a5949ec5, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/9124cb459b8f4043988e203c5765e581, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/6bd1a5398e674bfd8c187ce4e0234d50, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/af675d74b3714325aed26ad79e636e06, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/30835443629b42e3967d7cef8f1f4100, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/51359ea6ff5442138efc8a4d8430a145, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/087e21a44fb64b5a96ac979d0fe262a3, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/3d64890148d842eba1d300b607d0b3c1, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/2aa3bbbf564b4912882c3c82987258a4, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/9c32d7930d25410d91bac548d9c27c0b] to archive
2024-11-11T17:50:54,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-11T17:50:54,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/684ca534a29b4b7ca8f58e4f97fa877d to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/684ca534a29b4b7ca8f58e4f97fa877d
2024-11-11T17:50:54,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/736e5d5f3c874595980da4a106beab02 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/736e5d5f3c874595980da4a106beab02
2024-11-11T17:50:54,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/d26a5510979c4d7a93688e770234dcc6 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/d26a5510979c4d7a93688e770234dcc6
2024-11-11T17:50:54,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/8227988a873645739a3a2d7dc33fc6f4 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/8227988a873645739a3a2d7dc33fc6f4
2024-11-11T17:50:54,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/1be09202751d4dbc8c6a6f4ecbb0f8c5 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/1be09202751d4dbc8c6a6f4ecbb0f8c5
2024-11-11T17:50:54,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/cf34e990d0b54411897246e287d6ffd9 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/cf34e990d0b54411897246e287d6ffd9
2024-11-11T17:50:54,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/a53a9b46edc6400a89197cc5ba98272e to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/a53a9b46edc6400a89197cc5ba98272e
2024-11-11T17:50:54,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/a972630620e842a99e74041ffb2e8e19 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/a972630620e842a99e74041ffb2e8e19
2024-11-11T17:50:54,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/222d53ba1cc64ac0b916677926fb4274 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/222d53ba1cc64ac0b916677926fb4274
2024-11-11T17:50:54,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/6462134176e2476595f9a8823166ab3a to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/6462134176e2476595f9a8823166ab3a
2024-11-11T17:50:54,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/7ebf2c6d134e48739ab84080862c1155 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/7ebf2c6d134e48739ab84080862c1155
2024-11-11T17:50:54,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/56f4131a41af4debbc049de58800f8e8 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/56f4131a41af4debbc049de58800f8e8
2024-11-11T17:50:54,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/c5f26b68ab924076a53691db8f7ba278 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/c5f26b68ab924076a53691db8f7ba278
2024-11-11T17:50:54,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/1494a4cfccf84e29bcfbad3ab0e918e1 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/1494a4cfccf84e29bcfbad3ab0e918e1
2024-11-11T17:50:54,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/b1219626642d460bb93b319de3fdea3b to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/b1219626642d460bb93b319de3fdea3b
2024-11-11T17:50:54,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/967b52b99d8242c8b630660bc5ced845 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/967b52b99d8242c8b630660bc5ced845
2024-11-11T17:50:54,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/d5d8e04286a6407da68d133ed0e8ca9f to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/d5d8e04286a6407da68d133ed0e8ca9f
2024-11-11T17:50:54,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/cb7318abd8c241228025183dec8eb302 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/cb7318abd8c241228025183dec8eb302
2024-11-11T17:50:54,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/23327cffe1f948d2b8bf996c3942f79a to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/23327cffe1f948d2b8bf996c3942f79a
2024-11-11T17:50:54,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/842e1c6e7d2844889c0167907a6b056b to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/842e1c6e7d2844889c0167907a6b056b
2024-11-11T17:50:54,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/fe8f222db4e34115b4f65ecff6495eb1 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/fe8f222db4e34115b4f65ecff6495eb1
2024-11-11T17:50:54,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/23248d0c1fec4b51808af98eda1280da to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/23248d0c1fec4b51808af98eda1280da
2024-11-11T17:50:54,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/12cd92f8c773446da5947cb8a5949ec5 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/12cd92f8c773446da5947cb8a5949ec5
2024-11-11T17:50:54,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/9124cb459b8f4043988e203c5765e581 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/9124cb459b8f4043988e203c5765e581
2024-11-11T17:50:54,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/6bd1a5398e674bfd8c187ce4e0234d50 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/6bd1a5398e674bfd8c187ce4e0234d50
2024-11-11T17:50:54,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/af675d74b3714325aed26ad79e636e06 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/af675d74b3714325aed26ad79e636e06
2024-11-11T17:50:54,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/30835443629b42e3967d7cef8f1f4100 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/30835443629b42e3967d7cef8f1f4100
2024-11-11T17:50:54,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/51359ea6ff5442138efc8a4d8430a145 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/51359ea6ff5442138efc8a4d8430a145
2024-11-11T17:50:54,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/087e21a44fb64b5a96ac979d0fe262a3 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/087e21a44fb64b5a96ac979d0fe262a3
2024-11-11T17:50:54,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/3d64890148d842eba1d300b607d0b3c1 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/3d64890148d842eba1d300b607d0b3c1
2024-11-11T17:50:54,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/2aa3bbbf564b4912882c3c82987258a4 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/2aa3bbbf564b4912882c3c82987258a4
2024-11-11T17:50:54,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/9c32d7930d25410d91bac548d9c27c0b to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/9c32d7930d25410d91bac548d9c27c0b
2024-11-11T17:50:54,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/ff06e110bd1e4e3588251c1363108a7c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/812cfac479304df2b3bc103de9ca53e0, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/f53f884b71c14e33a08755df96ee18df, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/e6ee9f442f744675a0144f272b959515, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/020206d9e04f484e9badd380b9576db6, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/30cf1ee6f8b444b594d305eb288b58f3, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/6eb7e840782d41aabf9995cd1e367e61, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/38c5901df1f74d229230d5bf934a2f0d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/6ce9c4b3705b4557bf4a80f27714e277, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/a089b12221b54ad394208fc660097a47, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/f92d051673ce4662ac48844c616d5546, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/a8b38f1846ee4b1ab87a29810afaf3e8, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/ef98de44d8704a84adee65759de76c18, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/c867db4985dc40dc9cbed5376a2dcacf, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/27a8a6929b3941a9bcc019ca4d62210a, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/e24e56be1d294e0f960061f42668733c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/e51055841b004924a41a232617e7415c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/8b13a4bf92db42e0bc771b08e284b1c3, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/93a6bf243e0445b9849188d73f786b76, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/9ac67c1c82cc44e2b6a3f9e8e5ce369c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/9b80f47264dd467292887258e13ae00b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/62e749093f614219a3584cebb0d589f5, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/bb32a57d89ea473e9c7e86be17139329, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/1942de96aaec473dac9588366372a818, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/4734f73347ba4c3e89ebcb46286e0230, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/e398cad7781b406f952f6ed23416d5fa, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/c663ecdc12c14590802be1c5756e604c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/042825590cb746288534312cf26bea29, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/a1f6ac417d724e32bcab1a3dc5f57929, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/f4c68d2166594766887f37319664cbff, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/8a502a1aea8241dba614194d769414af, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/b0088bed98eb43b7b40e3e92d2072aa6] to archive
2024-11-11T17:50:54,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-11T17:50:54,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/ff06e110bd1e4e3588251c1363108a7c to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/ff06e110bd1e4e3588251c1363108a7c
2024-11-11T17:50:54,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/812cfac479304df2b3bc103de9ca53e0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/812cfac479304df2b3bc103de9ca53e0
2024-11-11T17:50:54,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/f53f884b71c14e33a08755df96ee18df to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/f53f884b71c14e33a08755df96ee18df
2024-11-11T17:50:54,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/e6ee9f442f744675a0144f272b959515 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/e6ee9f442f744675a0144f272b959515
2024-11-11T17:50:54,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/020206d9e04f484e9badd380b9576db6 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/020206d9e04f484e9badd380b9576db6
2024-11-11T17:50:54,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/30cf1ee6f8b444b594d305eb288b58f3 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/30cf1ee6f8b444b594d305eb288b58f3
2024-11-11T17:50:54,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/6eb7e840782d41aabf9995cd1e367e61 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/6eb7e840782d41aabf9995cd1e367e61
2024-11-11T17:50:54,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/38c5901df1f74d229230d5bf934a2f0d to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/38c5901df1f74d229230d5bf934a2f0d
2024-11-11T17:50:54,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/6ce9c4b3705b4557bf4a80f27714e277 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/6ce9c4b3705b4557bf4a80f27714e277
2024-11-11T17:50:54,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/a089b12221b54ad394208fc660097a47 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/a089b12221b54ad394208fc660097a47
2024-11-11T17:50:54,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/f92d051673ce4662ac48844c616d5546 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/f92d051673ce4662ac48844c616d5546
2024-11-11T17:50:54,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/a8b38f1846ee4b1ab87a29810afaf3e8 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/a8b38f1846ee4b1ab87a29810afaf3e8
2024-11-11T17:50:54,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/ef98de44d8704a84adee65759de76c18 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/ef98de44d8704a84adee65759de76c18
2024-11-11T17:50:54,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/c867db4985dc40dc9cbed5376a2dcacf to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/c867db4985dc40dc9cbed5376a2dcacf
2024-11-11T17:50:54,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/27a8a6929b3941a9bcc019ca4d62210a to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/27a8a6929b3941a9bcc019ca4d62210a
2024-11-11T17:50:54,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/e24e56be1d294e0f960061f42668733c to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/e24e56be1d294e0f960061f42668733c
2024-11-11T17:50:54,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/e51055841b004924a41a232617e7415c to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/e51055841b004924a41a232617e7415c
2024-11-11T17:50:54,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/8b13a4bf92db42e0bc771b08e284b1c3 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/8b13a4bf92db42e0bc771b08e284b1c3
2024-11-11T17:50:54,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/93a6bf243e0445b9849188d73f786b76 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/93a6bf243e0445b9849188d73f786b76
2024-11-11T17:50:54,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/9ac67c1c82cc44e2b6a3f9e8e5ce369c to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/9ac67c1c82cc44e2b6a3f9e8e5ce369c
2024-11-11T17:50:54,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/9b80f47264dd467292887258e13ae00b to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/9b80f47264dd467292887258e13ae00b
2024-11-11T17:50:54,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/62e749093f614219a3584cebb0d589f5 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/62e749093f614219a3584cebb0d589f5
2024-11-11T17:50:54,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/bb32a57d89ea473e9c7e86be17139329 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/bb32a57d89ea473e9c7e86be17139329
2024-11-11T17:50:54,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/1942de96aaec473dac9588366372a818 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/1942de96aaec473dac9588366372a818
2024-11-11T17:50:54,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/4734f73347ba4c3e89ebcb46286e0230 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/4734f73347ba4c3e89ebcb46286e0230
2024-11-11T17:50:54,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/e398cad7781b406f952f6ed23416d5fa to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/e398cad7781b406f952f6ed23416d5fa
2024-11-11T17:50:54,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/c663ecdc12c14590802be1c5756e604c to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/c663ecdc12c14590802be1c5756e604c
2024-11-11T17:50:54,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/042825590cb746288534312cf26bea29 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/042825590cb746288534312cf26bea29
2024-11-11T17:50:54,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/a1f6ac417d724e32bcab1a3dc5f57929 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/a1f6ac417d724e32bcab1a3dc5f57929
2024-11-11T17:50:54,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/f4c68d2166594766887f37319664cbff to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/f4c68d2166594766887f37319664cbff
2024-11-11T17:50:54,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/8a502a1aea8241dba614194d769414af to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/8a502a1aea8241dba614194d769414af
2024-11-11T17:50:54,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/b0088bed98eb43b7b40e3e92d2072aa6 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/b0088bed98eb43b7b40e3e92d2072aa6
2024-11-11T17:50:54,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/86d15215560c4c0f88af5377fe1e120a, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/0e447d0729204f4d87348e6dd25d99f0, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/9ad5d0f3be284ccd909c7cfc49bdc56b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/1d6895cb985f4fbdb7af56c6eed0046e, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/6d06f4d4e2aa4f2c899cae9a897d9423, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/b3431bde80da4e9d980785e1134bce2c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/15930debfa2a497bbb3dbc6d543f07f2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/6fab2cae4c3c4c4599b7b3612fc69919, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/7caed4033a9e4f44a187ee1b09caaad9, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/375be9fd3c514cbab07b4ff00035c640, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/20475056e628460790342bb26f039ca5, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/7e05fd2e542d42a09305f47ea6bbf9f3, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/73dfc8555ed142f79b494f895337efae, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/77ed2fd731e64284a1511ad3d0230312, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/7cd24414d5d341899bdf4f6909b18077, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/c45df52eb707494d9b35fd9cfb0ba2d7, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/9e5aea053dbc4ebb8bb392a8837d10b1, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/ad768aec4a2241cd9000c402e419b076, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/755ce45c83da471c9554eeb53fe6e821, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/cc6c3413bab741e4a1c1756acf6a413b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/042df23ca074456689a3d0f33ca4b456, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/d43b4f75eea9493fa4c9a4e41f307aed, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/21bd8f51aeab457fa0f060685ef22581, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/128adbe9846a435aa4d4da401bcf8499, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/cf80d4f9153c4934b32f635f08f339b6, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/fd31858bf377490b8078d697d6c4468b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/812843fd30014e4f872d726c7b769e32, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/7f9323fd6b8b42d0aabf88f3b031039f, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/ac32087cc0cc4079a6aab4b2158c31ec, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/e41717e160fa415e8bd2292c3378b9d9, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/f70d7a7a4b0b4647a687caa1043ed3ff, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/05b46943282248b1841d142fed89c2eb] to archive
2024-11-11T17:50:54,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-11T17:50:54,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/86d15215560c4c0f88af5377fe1e120a to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/86d15215560c4c0f88af5377fe1e120a
2024-11-11T17:50:54,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/0e447d0729204f4d87348e6dd25d99f0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/0e447d0729204f4d87348e6dd25d99f0
2024-11-11T17:50:54,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/9ad5d0f3be284ccd909c7cfc49bdc56b to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/9ad5d0f3be284ccd909c7cfc49bdc56b
2024-11-11T17:50:54,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/1d6895cb985f4fbdb7af56c6eed0046e to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/1d6895cb985f4fbdb7af56c6eed0046e
2024-11-11T17:50:54,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/6d06f4d4e2aa4f2c899cae9a897d9423 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/6d06f4d4e2aa4f2c899cae9a897d9423
2024-11-11T17:50:54,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/b3431bde80da4e9d980785e1134bce2c to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/b3431bde80da4e9d980785e1134bce2c
2024-11-11T17:50:54,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/15930debfa2a497bbb3dbc6d543f07f2 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/15930debfa2a497bbb3dbc6d543f07f2
2024-11-11T17:50:54,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/6fab2cae4c3c4c4599b7b3612fc69919 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/6fab2cae4c3c4c4599b7b3612fc69919
2024-11-11T17:50:54,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/7caed4033a9e4f44a187ee1b09caaad9 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/7caed4033a9e4f44a187ee1b09caaad9
2024-11-11T17:50:54,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/375be9fd3c514cbab07b4ff00035c640 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/375be9fd3c514cbab07b4ff00035c640
2024-11-11T17:50:54,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/20475056e628460790342bb26f039ca5 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/20475056e628460790342bb26f039ca5
2024-11-11T17:50:54,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/7e05fd2e542d42a09305f47ea6bbf9f3 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/7e05fd2e542d42a09305f47ea6bbf9f3
2024-11-11T17:50:54,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/73dfc8555ed142f79b494f895337efae to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/73dfc8555ed142f79b494f895337efae
2024-11-11T17:50:54,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/77ed2fd731e64284a1511ad3d0230312 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/77ed2fd731e64284a1511ad3d0230312
2024-11-11T17:50:54,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/7cd24414d5d341899bdf4f6909b18077 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/7cd24414d5d341899bdf4f6909b18077
2024-11-11T17:50:54,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/c45df52eb707494d9b35fd9cfb0ba2d7 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/c45df52eb707494d9b35fd9cfb0ba2d7
2024-11-11T17:50:54,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/9e5aea053dbc4ebb8bb392a8837d10b1 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/9e5aea053dbc4ebb8bb392a8837d10b1
2024-11-11T17:50:54,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/ad768aec4a2241cd9000c402e419b076 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/ad768aec4a2241cd9000c402e419b076
2024-11-11T17:50:54,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/755ce45c83da471c9554eeb53fe6e821 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/755ce45c83da471c9554eeb53fe6e821
2024-11-11T17:50:54,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/cc6c3413bab741e4a1c1756acf6a413b to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/cc6c3413bab741e4a1c1756acf6a413b
2024-11-11T17:50:54,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/042df23ca074456689a3d0f33ca4b456 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/042df23ca074456689a3d0f33ca4b456
2024-11-11T17:50:54,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/d43b4f75eea9493fa4c9a4e41f307aed to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/d43b4f75eea9493fa4c9a4e41f307aed
2024-11-11T17:50:54,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/21bd8f51aeab457fa0f060685ef22581 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/21bd8f51aeab457fa0f060685ef22581
2024-11-11T17:50:54,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/128adbe9846a435aa4d4da401bcf8499 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/128adbe9846a435aa4d4da401bcf8499
2024-11-11T17:50:54,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/cf80d4f9153c4934b32f635f08f339b6 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/cf80d4f9153c4934b32f635f08f339b6
2024-11-11T17:50:54,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/fd31858bf377490b8078d697d6c4468b to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/fd31858bf377490b8078d697d6c4468b
2024-11-11T17:50:54,399 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/812843fd30014e4f872d726c7b769e32 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/812843fd30014e4f872d726c7b769e32
2024-11-11T17:50:54,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/7f9323fd6b8b42d0aabf88f3b031039f to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/7f9323fd6b8b42d0aabf88f3b031039f
2024-11-11T17:50:54,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/ac32087cc0cc4079a6aab4b2158c31ec to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/ac32087cc0cc4079a6aab4b2158c31ec
2024-11-11T17:50:54,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/e41717e160fa415e8bd2292c3378b9d9 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/e41717e160fa415e8bd2292c3378b9d9
2024-11-11T17:50:54,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/f70d7a7a4b0b4647a687caa1043ed3ff to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/f70d7a7a4b0b4647a687caa1043ed3ff
2024-11-11T17:50:54,403 DEBUG [StoreCloser-TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/05b46943282248b1841d142fed89c2eb to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/05b46943282248b1841d142fed89c2eb
2024-11-11T17:50:54,406 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/recovered.edits/576.seqid, newMaxSeqId=576, maxSeqId=1
2024-11-11T17:50:54,407 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.
2024-11-11T17:50:54,407 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1676): Region close journal for d47bb46cc6600f94494e770e64558dde:
Waiting for close lock at 1731347453449Running coprocessor pre-close hooks at 1731347453449Disabling compacts and flushes for region at 1731347453449Disabling writes for close at 1731347453449Obtaining lock to block concurrent updates at 1731347453450 (+1 ms)Preparing flush snapshotting stores in d47bb46cc6600f94494e770e64558dde at 1731347453450Finished memstore snapshotting TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731347453451 (+1 ms)Flushing stores of TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde. at 1731347453452 (+1 ms)Flushing d47bb46cc6600f94494e770e64558dde/A: creating writer at 1731347453452Flushing d47bb46cc6600f94494e770e64558dde/A: appending metadata at 1731347453457 (+5 ms)Flushing d47bb46cc6600f94494e770e64558dde/A: closing flushed file at 1731347453457Flushing d47bb46cc6600f94494e770e64558dde/B: creating writer at 1731347453466 (+9 ms)Flushing d47bb46cc6600f94494e770e64558dde/B: appending metadata at 1731347453468 (+2 ms)Flushing d47bb46cc6600f94494e770e64558dde/B: closing flushed file at 1731347453468Flushing d47bb46cc6600f94494e770e64558dde/C: creating writer at 1731347453878 (+410 ms)Flushing d47bb46cc6600f94494e770e64558dde/C: appending metadata at 1731347453880 (+2 ms)Flushing d47bb46cc6600f94494e770e64558dde/C: closing flushed file at 1731347453880Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55594b77: reopening flushed file at 1731347454293 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56988d82: reopening flushed file at 1731347454302 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@158d946: reopening flushed file at 1731347454308 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for d47bb46cc6600f94494e770e64558dde in 865ms, sequenceid=573, compaction requested=false at 1731347454314 (+6 ms)Writing region close event to WAL at 1731347454404 (+90 ms)Running coprocessor post-close hooks at 1731347454407 (+3 ms)Closed at 1731347454407
2024-11-11T17:50:54,408 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(157): Closed d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:54,409 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=d47bb46cc6600f94494e770e64558dde, regionState=CLOSED
2024-11-11T17:50:54,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=138, ppid=137, state=RUNNABLE, hasLock=false; CloseRegionProcedure d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708 because future has completed
2024-11-11T17:50:54,412 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137
2024-11-11T17:50:54,412 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseRegionProcedure d47bb46cc6600f94494e770e64558dde, server=01af7571cc75,44273,1731347298708 in 1.1160 sec
2024-11-11T17:50:54,413 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136
2024-11-11T17:50:54,413 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d47bb46cc6600f94494e770e64558dde, UNASSIGN in 1.1210 sec
2024-11-11T17:50:54,415 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135
2024-11-11T17:50:54,415 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1250 sec
2024-11-11T17:50:54,416 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731347454416"}]},"ts":"1731347454416"}
2024-11-11T17:50:54,417 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-11T17:50:54,417 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-11T17:50:54,419 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.1350 sec
2024-11-11T17:50:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-11T17:50:54,425 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:50:54,425 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-11T17:50:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:50:54,426 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=139, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:50:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-11-11T17:50:54,427 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=139, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:50:54,428 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:54,430 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A, FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B, FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C, FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/recovered.edits]
2024-11-11T17:50:54,432 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/3a2cfd7c014245b4b20ca06ee183dcfa to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/3a2cfd7c014245b4b20ca06ee183dcfa
2024-11-11T17:50:54,433 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/ad3cfd6d32eb4bbc8669b4a10edf9728 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/A/ad3cfd6d32eb4bbc8669b4a10edf9728
2024-11-11T17:50:54,435 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/704a602921b8412c9e68985c2a85ac6c to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/704a602921b8412c9e68985c2a85ac6c
2024-11-11T17:50:54,436 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/e96410f16e144a268320f809bf0b9f30 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/B/e96410f16e144a268320f809bf0b9f30
2024-11-11T17:50:54,437 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/7ca2869e1bd34629b21f6d411efabaee to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/7ca2869e1bd34629b21f6d411efabaee
2024-11-11T17:50:54,438 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/ba01047102ea4f26844c5078e70dd552 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/C/ba01047102ea4f26844c5078e70dd552
2024-11-11T17:50:54,440 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/recovered.edits/576.seqid to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde/recovered.edits/576.seqid
2024-11-11T17:50:54,440 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/d47bb46cc6600f94494e770e64558dde
2024-11-11T17:50:54,440 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-11T17:50:54,442 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=139, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:50:54,444 WARN  [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-11T17:50:54,445 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-11T17:50:54,446 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=139, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:50:54,446 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-11T17:50:54,446 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731347454446"}]},"ts":"9223372036854775807"}
2024-11-11T17:50:54,448 INFO  [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-11T17:50:54,448 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d47bb46cc6600f94494e770e64558dde, NAME => 'TestAcidGuarantees,,1731347420782.d47bb46cc6600f94494e770e64558dde.', STARTKEY => '', ENDKEY => ''}]
2024-11-11T17:50:54,448 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-11T17:50:54,448 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731347454448"}]},"ts":"9223372036854775807"}
2024-11-11T17:50:54,450 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-11T17:50:54,450 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=139, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:50:54,451 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 25 msec
2024-11-11T17:50:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-11-11T17:50:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-11T17:50:54,538 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:50:54,548 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248 (was 251), OpenFileDescriptor=451 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=390 (was 418), ProcessCount=11 (was 11), AvailableMemoryMB=6481 (was 6538)
2024-11-11T17:50:54,560 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=248, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=390, ProcessCount=11, AvailableMemoryMB=6481
2024-11-11T17:50:54,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-11T17:50:54,561 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-11T17:50:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=140, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-11T17:50:54,564 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-11T17:50:54,564 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:54,564 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 140
2024-11-11T17:50:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-11T17:50:54,565 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-11T17:50:54,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742328_1504 (size=1061)
2024-11-11T17:50:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-11T17:50:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-11T17:50:54,976 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7
2024-11-11T17:50:54,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742329_1505 (size=53)
2024-11-11T17:50:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-11T17:50:55,387 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T17:50:55,388 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 4b68006c57fdefaaeb923bad0fee2829, disabling compactions & flushes
2024-11-11T17:50:55,388 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:55,388 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:55,388 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. after waiting 0 ms
2024-11-11T17:50:55,388 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:55,388 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:55,388 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4b68006c57fdefaaeb923bad0fee2829:
Waiting for close lock at 1731347455387Disabling compacts and flushes for region at 1731347455387Disabling writes for close at 1731347455388 (+1 ms)Writing region close event to WAL at 1731347455388Closed at 1731347455388
2024-11-11T17:50:55,390 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-11T17:50:55,390 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731347455390"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731347455390"}]},"ts":"1731347455390"}
2024-11-11T17:50:55,394 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-11T17:50:55,395 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-11T17:50:55,396 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731347455395"}]},"ts":"1731347455395"}
2024-11-11T17:50:55,398 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-11T17:50:55,399 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b68006c57fdefaaeb923bad0fee2829, ASSIGN}]
2024-11-11T17:50:55,400 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b68006c57fdefaaeb923bad0fee2829, ASSIGN
2024-11-11T17:50:55,401 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b68006c57fdefaaeb923bad0fee2829, ASSIGN; state=OFFLINE, location=01af7571cc75,44273,1731347298708; forceNewPlan=false, retain=false
2024-11-11T17:50:55,552 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=4b68006c57fdefaaeb923bad0fee2829, regionState=OPENING, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:50:55,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b68006c57fdefaaeb923bad0fee2829, ASSIGN because future has completed
2024-11-11T17:50:55,554 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708}]
2024-11-11T17:50:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-11T17:50:55,709 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:55,709 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
2024-11-11T17:50:55,709 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:50:55,709 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T17:50:55,709 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7794): checking encryption for 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:50:55,709 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7797): checking classloading for 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:50:55,711 INFO  [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4b68006c57fdefaaeb923bad0fee2829 
2024-11-11T17:50:55,713 INFO  [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:50:55,713 INFO  [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b68006c57fdefaaeb923bad0fee2829 columnFamilyName A
2024-11-11T17:50:55,713 DEBUG [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:55,714 INFO  [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] regionserver.HStore(327): Store=4b68006c57fdefaaeb923bad0fee2829/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:50:55,714 INFO  [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4b68006c57fdefaaeb923bad0fee2829 
2024-11-11T17:50:55,716 INFO  [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:50:55,716 INFO  [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b68006c57fdefaaeb923bad0fee2829 columnFamilyName B
2024-11-11T17:50:55,717 DEBUG [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:55,717 INFO  [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] regionserver.HStore(327): Store=4b68006c57fdefaaeb923bad0fee2829/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:50:55,717 INFO  [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4b68006c57fdefaaeb923bad0fee2829 
2024-11-11T17:50:55,719 INFO  [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:50:55,719 INFO  [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b68006c57fdefaaeb923bad0fee2829 columnFamilyName C
2024-11-11T17:50:55,719 DEBUG [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:55,720 INFO  [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] regionserver.HStore(327): Store=4b68006c57fdefaaeb923bad0fee2829/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:50:55,720 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:55,720 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1038): replaying wal for 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:50:55,721 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:50:55,722 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:50:55,723 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1048): stopping wal replay for 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:50:55,723 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1060): Cleaning up temporary data for 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:50:55,723 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-11T17:50:55,725 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1093): writing seq id for 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:50:55,727 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-11T17:50:55,727 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1114): Opened 4b68006c57fdefaaeb923bad0fee2829; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63580993, jitterRate=-0.052569374442100525}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-11T17:50:55,727 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:50:55,728 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1006): Region open journal for 4b68006c57fdefaaeb923bad0fee2829:
Running coprocessor pre-open hook at 1731347455709Writing region info on filesystem at 1731347455709Initializing all the Stores at 1731347455710 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347455710Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347455711 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347455711Cleaning up temporary data from old regions at 1731347455723 (+12 ms)Running coprocessor post-open hooks at 1731347455727 (+4 ms)Region opened successfully at 1731347455728 (+1 ms)
2024-11-11T17:50:55,728 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., pid=142, masterSystemTime=1731347455705
2024-11-11T17:50:55,730 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:55,730 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:55,731 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=4b68006c57fdefaaeb923bad0fee2829, regionState=OPEN, openSeqNum=2, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:50:55,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708 because future has completed
2024-11-11T17:50:55,735 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141
2024-11-11T17:50:55,735 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708 in 179 msec
2024-11-11T17:50:55,738 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140
2024-11-11T17:50:55,738 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b68006c57fdefaaeb923bad0fee2829, ASSIGN in 336 msec
2024-11-11T17:50:55,739 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-11T17:50:55,739 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731347455739"}]},"ts":"1731347455739"}
2024-11-11T17:50:55,741 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-11T17:50:55,742 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-11T17:50:55,744 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1810 sec
2024-11-11T17:50:56,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-11T17:50:56,715 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:50:56,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d463f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:56,716 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:50:56,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:50:56,717 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:50:56,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:50:56,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:50:56,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4149e27e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:56,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:50:56,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:50:56,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:56,719 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:50:56,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c11bfbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:56,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:50:56,721 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:50:56,721 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:50:56,722 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:50:56,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-11T17:50:56,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 01af7571cc75,43645,1731347297994
2024-11-11T17:50:56,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35b6918c
2024-11-11T17:50:56,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-11T17:50:56,726 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-11T17:50:56,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-11T17:50:56,727 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-11T17:50:56,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-11T17:50:56,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742330_1506 (size=1097)
2024-11-11T17:50:57,138 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-11T17:50:57,138 INFO  [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-11T17:50:57,140 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-11T17:50:57,143 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b68006c57fdefaaeb923bad0fee2829, REOPEN/MOVE}]
2024-11-11T17:50:57,144 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b68006c57fdefaaeb923bad0fee2829, REOPEN/MOVE
2024-11-11T17:50:57,144 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=4b68006c57fdefaaeb923bad0fee2829, regionState=CLOSING, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:50:57,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b68006c57fdefaaeb923bad0fee2829, REOPEN/MOVE because future has completed
2024-11-11T17:50:57,146 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-11T17:50:57,146 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708}]
2024-11-11T17:50:57,298 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(122): Close 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:50:57,298 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-11T17:50:57,298 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1722): Closing 4b68006c57fdefaaeb923bad0fee2829, disabling compactions & flushes
2024-11-11T17:50:57,298 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:57,298 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:57,298 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. after waiting 0 ms
2024-11-11T17:50:57,298 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:57,302 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-11T17:50:57,302 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:57,302 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1676): Region close journal for 4b68006c57fdefaaeb923bad0fee2829:
Waiting for close lock at 1731347457298Running coprocessor pre-close hooks at 1731347457298Disabling compacts and flushes for region at 1731347457298Disabling writes for close at 1731347457298Writing region close event to WAL at 1731347457299 (+1 ms)Running coprocessor post-close hooks at 1731347457302 (+3 ms)Closed at 1731347457302
2024-11-11T17:50:57,302 WARN  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionServer(3299): Not adding moved region record: 4b68006c57fdefaaeb923bad0fee2829 to self.
2024-11-11T17:50:57,304 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(157): Closed 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:50:57,304 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=4b68006c57fdefaaeb923bad0fee2829, regionState=CLOSED
2024-11-11T17:50:57,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708 because future has completed
2024-11-11T17:50:57,307 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145
2024-11-11T17:50:57,307 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; CloseRegionProcedure 4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708 in 160 msec
2024-11-11T17:50:57,308 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b68006c57fdefaaeb923bad0fee2829, REOPEN/MOVE; state=CLOSED, location=01af7571cc75,44273,1731347298708; forceNewPlan=false, retain=true
2024-11-11T17:50:57,459 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=4b68006c57fdefaaeb923bad0fee2829, regionState=OPENING, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:50:57,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b68006c57fdefaaeb923bad0fee2829, REOPEN/MOVE because future has completed
2024-11-11T17:50:57,461 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708}]
2024-11-11T17:50:57,617 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:57,617 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
2024-11-11T17:50:57,617 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:50:57,617 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-11T17:50:57,618 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7794): checking encryption for 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:50:57,618 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7797): checking classloading for 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:50:57,619 INFO  [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4b68006c57fdefaaeb923bad0fee2829 
2024-11-11T17:50:57,620 INFO  [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:50:57,620 INFO  [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b68006c57fdefaaeb923bad0fee2829 columnFamilyName A
2024-11-11T17:50:57,622 DEBUG [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:57,622 INFO  [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] regionserver.HStore(327): Store=4b68006c57fdefaaeb923bad0fee2829/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:50:57,623 INFO  [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4b68006c57fdefaaeb923bad0fee2829 
2024-11-11T17:50:57,623 INFO  [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:50:57,624 INFO  [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b68006c57fdefaaeb923bad0fee2829 columnFamilyName B
2024-11-11T17:50:57,624 DEBUG [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:57,624 INFO  [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] regionserver.HStore(327): Store=4b68006c57fdefaaeb923bad0fee2829/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:50:57,624 INFO  [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4b68006c57fdefaaeb923bad0fee2829 
2024-11-11T17:50:57,625 INFO  [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-11T17:50:57,625 INFO  [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b68006c57fdefaaeb923bad0fee2829 columnFamilyName C
2024-11-11T17:50:57,625 DEBUG [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:57,625 INFO  [StoreOpener-4b68006c57fdefaaeb923bad0fee2829-1 {}] regionserver.HStore(327): Store=4b68006c57fdefaaeb923bad0fee2829/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-11T17:50:57,625 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:57,626 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1038): replaying wal for 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:50:57,626 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:50:57,627 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:50:57,628 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1048): stopping wal replay for 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:50:57,628 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1060): Cleaning up temporary data for 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:50:57,628 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-11T17:50:57,629 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1093): writing seq id for 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:50:57,629 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1114): Opened 4b68006c57fdefaaeb923bad0fee2829; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64407042, jitterRate=-0.04026028513908386}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-11T17:50:57,629 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:50:57,630 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1006): Region open journal for 4b68006c57fdefaaeb923bad0fee2829:
Running coprocessor pre-open hook at 1731347457618Writing region info on filesystem at 1731347457618Initializing all the Stores at 1731347457619 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347457619Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347457619Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731347457619Cleaning up temporary data from old regions at 1731347457628 (+9 ms)Running coprocessor post-open hooks at 1731347457629 (+1 ms)Region opened successfully at 1731347457630 (+1 ms)
2024-11-11T17:50:57,631 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., pid=147, masterSystemTime=1731347457614
2024-11-11T17:50:57,632 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:57,632 INFO  [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:57,633 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=4b68006c57fdefaaeb923bad0fee2829, regionState=OPEN, openSeqNum=5, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:50:57,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708 because future has completed
2024-11-11T17:50:57,636 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=145
2024-11-11T17:50:57,636 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=145, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708 in 173 msec
2024-11-11T17:50:57,638 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144
2024-11-11T17:50:57,638 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b68006c57fdefaaeb923bad0fee2829, REOPEN/MOVE in 493 msec
2024-11-11T17:50:57,639 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143
2024-11-11T17:50:57,639 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 498 msec
2024-11-11T17:50:57,641 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 913 msec
2024-11-11T17:50:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143
2024-11-11T17:50:57,642 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:50:57,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26378a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,643 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:50:57,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:50:57,644 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:50:57,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:50:57,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:50:57,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2242bf69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:50:57,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:50:57,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:57,645 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:50:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a355b9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1236062f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:50:57,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:50:57,647 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:50:57,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:50:57,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:50:57,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef9261e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:50:57,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:50:57,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:57,648 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:50:57,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa1d538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a3e32a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:50:57,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:50:57,650 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:50:57,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:50:57,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:50:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@668e6422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:50:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:50:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:57,652 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:50:57,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713dcccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556fc022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:50:57,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:50:57,654 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:50:57,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:50:57,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:50:57,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b944aef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:50:57,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:50:57,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:57,655 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:50:57,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d48e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77590f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:50:57,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:50:57,657 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:50:57,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:50:57,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:50:57,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43fd4398, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:50:57,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:50:57,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:57,658 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:50:57,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47191156, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13700528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:50:57,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:50:57,660 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:50:57,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:50:57,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:50:57,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3c2227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:50:57,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:50:57,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:57,661 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:50:57,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@199a8cea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6deae39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,662 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:50:57,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:50:57,663 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:50:57,663 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:50:57,663 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:50:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5582c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:50:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:50:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:57,665 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:50:57,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16696052, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb7cff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:50:57,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:50:57,666 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:50:57,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:50:57,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:50:57,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e9b393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:50:57,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:50:57,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:57,668 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:50:57,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb0b6eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ae597b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:50:57,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:50:57,670 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:50:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:50:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:50:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d50f042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:50:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:50:57,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:57,671 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:50:57,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9c293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39174ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,43645,-1 for getting cluster id
2024-11-11T17:50:57,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-11T17:50:57,673 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3ab10b1-f5c2-4b12-97ee-06e8bf63216a'
2024-11-11T17:50:57,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-11T17:50:57,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3ab10b1-f5c2-4b12-97ee-06e8bf63216a"

2024-11-11T17:50:57,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300876a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,43645,-1]
2024-11-11T17:50:57,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-11T17:50:57,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:50:57,674 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-11T17:50:57,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cd82e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-11T17:50:57,675 DEBUG [Thread-2271 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:50:57,675 DEBUG [Thread-2279 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:50:57,675 DEBUG [Thread-2277 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:50:57,675 DEBUG [Thread-2290 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:50:57,676 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:50:57,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:50:57,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:50:57,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:50:57,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:50:57,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:50:57,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:50:57,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:50:57,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:50:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees
2024-11-11T17:50:57,677 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:50:57,678 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:50:57,678 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:50:57,678 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:50:57,679 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:50:57,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:50:57,679 DEBUG [Thread-2275 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:50:57,680 DEBUG [Thread-2273 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:50:57,680 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:50:57,680 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:50:57,680 DEBUG [Thread-2286 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:50:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-11T17:50:57,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:50:57,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:50:57,681 DEBUG [Thread-2284 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:50:57,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:50:57,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:50:57,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:50:57,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:50:57,682 DEBUG [Thread-2282 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:50:57,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:50:57,683 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:50:57,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:50:57,683 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:50:57,683 DEBUG [Thread-2288 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-11T17:50:57,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:50:57,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:50:57,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:50:57,683 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:50:57,684 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:50:57,684 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:50:57,684 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:50:57,684 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:50:57,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:50:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:50:57,688 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b68006c57fdefaaeb923bad0fee2829 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-11T17:50:57,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,44273,1731347298708, seqNum=-1]
2024-11-11T17:50:57,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:50:57,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-11T17:50:57,689 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-11T17:50:57,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:50:57,689 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:50:57,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:50:57,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5]
2024-11-11T17:50:57,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=A
2024-11-11T17:50:57,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:57,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=B
2024-11-11T17:50:57,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:57,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=C
2024-11-11T17:50:57,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:50:57,716 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731347457692, max timestamp=1731347457713Num uniques 859; 
2024-11-11T17:50:57,716 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-11T17:50:57,716 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731347457692, max timestamp=1731347457713Num uniques 859; 
2024-11-11T17:50:57,716 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-11T17:50:57,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117a0d8b00ff2545f8a23bb20933a0827b_4b68006c57fdefaaeb923bad0fee2829 is 50, key is test_row_0/A:col10/1731347457686/Put/seqid=0
2024-11-11T17:50:57,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731347457692, max timestamp=1731347457713Num uniques 859; 
2024-11-11T17:50:57,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-11T17:50:57,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742331_1507 (size=12154)
2024-11-11T17:50:57,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347517728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:57,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:57,734 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:57,734 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347517728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:57,734 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:57,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:57,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:57,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:57,736 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347517731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:57,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:57,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:57,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:57,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347517733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:57,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:57,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:57,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347517734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:57,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:57,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:57,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:57,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-11T17:50:57,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-11T17:50:57,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:57,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:50:57,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:57,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:57,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:57,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347517845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:57,849 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:57,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:57,849 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:57,849 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347517845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:57,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:57,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:57,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:57,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347517845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:57,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347517845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:57,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:57,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:57,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347517845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:57,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:57,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:57,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:57,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:57,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:57,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:57,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:57,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-11T17:50:57,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:57,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:50:57,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:57,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:57,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-11T17:50:58,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347518055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:58,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:58,057 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347518055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:58,058 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,058 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:58,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:58,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347518056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:58,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:58,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347518056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:58,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:58,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347518056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:58,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:58,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:58,127 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:58,130 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117a0d8b00ff2545f8a23bb20933a0827b_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117a0d8b00ff2545f8a23bb20933a0827b_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:50:58,130 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/daa853196ed4420dbcec4d7aee3b3a36, store: [table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:50:58,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/daa853196ed4420dbcec4d7aee3b3a36 is 175, key is test_row_0/A:col10/1731347457686/Put/seqid=0
2024-11-11T17:50:58,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742332_1508 (size=30955)
2024-11-11T17:50:58,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-11T17:50:58,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:58,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:50:58,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:58,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:58,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:58,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-11T17:50:58,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:58,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:50:58,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:58,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:58,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-11T17:50:58,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347518365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:58,369 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:58,369 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,369 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347518365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:58,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:58,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347518365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,370 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347518365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:58,370 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347518365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:58,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-11T17:50:58,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:58,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:50:58,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:58,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:58,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:58,535 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/daa853196ed4420dbcec4d7aee3b3a36
2024-11-11T17:50:58,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/f249ca783807496f9232df6de5f9e4bb is 50, key is test_row_0/B:col10/1731347457686/Put/seqid=0
2024-11-11T17:50:58,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742333_1509 (size=12001)
2024-11-11T17:50:58,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-11T17:50:58,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:58,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:50:58,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:58,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:58,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:58,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-11T17:50:58,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:58,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:50:58,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:58,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:58,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-11T17:50:58,877 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347518874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:58,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347518875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:58,878 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,878 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,878 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:58,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:58,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347518875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:58,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:58,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:58,878 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:58,879 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347518875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:58,879 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347518875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:58,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:58,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:58,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:58,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-11T17:50:58,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:58,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:50:58,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:58,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:58,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:58,958 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/f249ca783807496f9232df6de5f9e4bb
2024-11-11T17:50:58,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/20eb9d924bb04f6db08b81a4fd400a2c is 50, key is test_row_0/C:col10/1731347457686/Put/seqid=0
2024-11-11T17:50:58,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742334_1510 (size=12001)
2024-11-11T17:50:59,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-11T17:50:59,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:59,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:50:59,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:59,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:59,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:59,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-11T17:50:59,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:59,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:50:59,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:59,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:59,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:59,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-11T17:50:59,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:59,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:50:59,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:59,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:59,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:50:59,378 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/20eb9d924bb04f6db08b81a4fd400a2c
2024-11-11T17:50:59,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/daa853196ed4420dbcec4d7aee3b3a36 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/daa853196ed4420dbcec4d7aee3b3a36
2024-11-11T17:50:59,389 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/daa853196ed4420dbcec4d7aee3b3a36, entries=150, sequenceid=15, filesize=30.2 K
2024-11-11T17:50:59,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/f249ca783807496f9232df6de5f9e4bb as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/f249ca783807496f9232df6de5f9e4bb
2024-11-11T17:50:59,395 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/f249ca783807496f9232df6de5f9e4bb, entries=150, sequenceid=15, filesize=11.7 K
2024-11-11T17:50:59,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/20eb9d924bb04f6db08b81a4fd400a2c as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/20eb9d924bb04f6db08b81a4fd400a2c
2024-11-11T17:50:59,410 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/20eb9d924bb04f6db08b81a4fd400a2c, entries=150, sequenceid=15, filesize=11.7 K
2024-11-11T17:50:59,410 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 4b68006c57fdefaaeb923bad0fee2829 in 1723ms, sequenceid=15, compaction requested=false
2024-11-11T17:50:59,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:50:59,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-11T17:50:59,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:59,515 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 4b68006c57fdefaaeb923bad0fee2829 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB
2024-11-11T17:50:59,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=A
2024-11-11T17:50:59,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:59,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=B
2024-11-11T17:50:59,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:59,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=C
2024-11-11T17:50:59,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:50:59,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111373a5be2891d4bc8a80178d76fc1eb16_4b68006c57fdefaaeb923bad0fee2829 is 50, key is test_row_0/A:col10/1731347457731/Put/seqid=0
2024-11-11T17:50:59,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742335_1511 (size=12154)
2024-11-11T17:50:59,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:50:59,537 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111373a5be2891d4bc8a80178d76fc1eb16_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111373a5be2891d4bc8a80178d76fc1eb16_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:50:59,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/e67915e827de4921a732f48c3134c439, store: [table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:50:59,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/e67915e827de4921a732f48c3134c439 is 175, key is test_row_0/A:col10/1731347457731/Put/seqid=0
2024-11-11T17:50:59,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742336_1512 (size=30955)
2024-11-11T17:50:59,550 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/e67915e827de4921a732f48c3134c439
2024-11-11T17:50:59,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/285c12f401c743c387f09a352f28e6ac is 50, key is test_row_0/B:col10/1731347457731/Put/seqid=0
2024-11-11T17:50:59,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742337_1513 (size=12001)
2024-11-11T17:50:59,564 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/285c12f401c743c387f09a352f28e6ac
2024-11-11T17:50:59,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/c7ea0add5b12411d93d809ab0c6808f1 is 50, key is test_row_0/C:col10/1731347457731/Put/seqid=0
2024-11-11T17:50:59,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742338_1514 (size=12001)
2024-11-11T17:50:59,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-11T17:50:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:50:59,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:50:59,929 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-11T17:50:59,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347519927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:59,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:59,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:59,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347519927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:59,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:59,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:59,933 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:59,933 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347519927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:59,933 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:59,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:59,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:59,934 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:59,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347519928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:59,934 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:50:59,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:59,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347519928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:50:59,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:59,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:59,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:50:59,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:50:59,982 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/c7ea0add5b12411d93d809ab0c6808f1
2024-11-11T17:50:59,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/e67915e827de4921a732f48c3134c439 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/e67915e827de4921a732f48c3134c439
2024-11-11T17:50:59,989 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/e67915e827de4921a732f48c3134c439, entries=150, sequenceid=49, filesize=30.2 K
2024-11-11T17:50:59,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/285c12f401c743c387f09a352f28e6ac as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/285c12f401c743c387f09a352f28e6ac
2024-11-11T17:50:59,992 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/285c12f401c743c387f09a352f28e6ac, entries=150, sequenceid=49, filesize=11.7 K
2024-11-11T17:50:59,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/c7ea0add5b12411d93d809ab0c6808f1 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/c7ea0add5b12411d93d809ab0c6808f1
2024-11-11T17:50:59,995 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/c7ea0add5b12411d93d809ab0c6808f1, entries=150, sequenceid=49, filesize=11.7 K
2024-11-11T17:50:59,996 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for 4b68006c57fdefaaeb923bad0fee2829 in 481ms, sequenceid=49, compaction requested=false
2024-11-11T17:50:59,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:50:59,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:50:59,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149
2024-11-11T17:50:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=149
2024-11-11T17:51:00,000 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148
2024-11-11T17:51:00,000 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3180 sec
2024-11-11T17:51:00,001 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.3240 sec
2024-11-11T17:51:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:00,037 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b68006c57fdefaaeb923bad0fee2829 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-11T17:51:00,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=A
2024-11-11T17:51:00,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:00,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=B
2024-11-11T17:51:00,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:00,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=C
2024-11-11T17:51:00,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:00,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111621e6c8fa74b4862a7f801546854c9b8_4b68006c57fdefaaeb923bad0fee2829 is 50, key is test_row_0/A:col10/1731347459897/Put/seqid=0
2024-11-11T17:51:00,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742339_1515 (size=14594)
2024-11-11T17:51:00,053 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:51:00,057 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111621e6c8fa74b4862a7f801546854c9b8_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111621e6c8fa74b4862a7f801546854c9b8_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:00,058 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/60e720b54f5a4284aee63317cb4f14d1, store: [table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:00,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/60e720b54f5a4284aee63317cb4f14d1 is 175, key is test_row_0/A:col10/1731347459897/Put/seqid=0
2024-11-11T17:51:00,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742340_1516 (size=39549)
2024-11-11T17:51:00,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347520064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:00,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:00,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347520066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:00,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:00,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:00,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347520067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:00,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:00,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:00,074 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347520068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:00,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:00,074 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347520069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:00,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:00,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347520175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347520175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:00,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347520175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:00,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347520185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:00,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:00,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347520185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:00,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:00,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:00,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347520385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:00,388 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:00,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347520385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:00,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:00,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,388 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:00,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347520385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:00,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:00,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347520395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:00,398 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,398 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,398 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:00,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347520395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:00,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:00,462 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/60e720b54f5a4284aee63317cb4f14d1
2024-11-11T17:51:00,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/9b11432891bc4a31a64622be7dabccda is 50, key is test_row_0/B:col10/1731347459897/Put/seqid=0
2024-11-11T17:51:00,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742341_1517 (size=12001)
2024-11-11T17:51:00,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347520695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:00,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347520695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:00,697 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,697 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,697 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:00,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:00,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347520695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:00,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:00,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:00,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347520705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:00,706 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,706 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,706 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:00,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347520705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:00,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:00,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:00,872 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/9b11432891bc4a31a64622be7dabccda
2024-11-11T17:51:00,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/6ef1770ae5e647f3acfeec89bfed308b is 50, key is test_row_0/C:col10/1731347459897/Put/seqid=0
2024-11-11T17:51:00,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742342_1518 (size=12001)
2024-11-11T17:51:01,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347521205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:01,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347521205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:01,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:01,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:01,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:01,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347521205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:01,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:01,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:01,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:01,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347521215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:01,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:01,218 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347521215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:01,218 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:01,218 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:01,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:01,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:01,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:01,280 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/6ef1770ae5e647f3acfeec89bfed308b
2024-11-11T17:51:01,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/60e720b54f5a4284aee63317cb4f14d1 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/60e720b54f5a4284aee63317cb4f14d1
2024-11-11T17:51:01,286 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/60e720b54f5a4284aee63317cb4f14d1, entries=200, sequenceid=61, filesize=38.6 K
2024-11-11T17:51:01,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/9b11432891bc4a31a64622be7dabccda as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/9b11432891bc4a31a64622be7dabccda
2024-11-11T17:51:01,291 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/9b11432891bc4a31a64622be7dabccda, entries=150, sequenceid=61, filesize=11.7 K
2024-11-11T17:51:01,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/6ef1770ae5e647f3acfeec89bfed308b as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/6ef1770ae5e647f3acfeec89bfed308b
2024-11-11T17:51:01,294 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/6ef1770ae5e647f3acfeec89bfed308b, entries=150, sequenceid=61, filesize=11.7 K
2024-11-11T17:51:01,295 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 4b68006c57fdefaaeb923bad0fee2829 in 1258ms, sequenceid=61, compaction requested=true
2024-11-11T17:51:01,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:01,295 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:51:01,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b68006c57fdefaaeb923bad0fee2829:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:51:01,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:51:01,296 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:51:01,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b68006c57fdefaaeb923bad0fee2829:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:51:01,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:51:01,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b68006c57fdefaaeb923bad0fee2829:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:51:01,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:51:01,296 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:51:01,296 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 4b68006c57fdefaaeb923bad0fee2829/A is initiating minor compaction (all files)
2024-11-11T17:51:01,296 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:51:01,296 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b68006c57fdefaaeb923bad0fee2829/A in TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:01,296 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 4b68006c57fdefaaeb923bad0fee2829/B is initiating minor compaction (all files)
2024-11-11T17:51:01,296 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b68006c57fdefaaeb923bad0fee2829/B in TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:01,296 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/daa853196ed4420dbcec4d7aee3b3a36, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/e67915e827de4921a732f48c3134c439, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/60e720b54f5a4284aee63317cb4f14d1] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp, totalSize=99.1 K
2024-11-11T17:51:01,296 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:01,296 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/f249ca783807496f9232df6de5f9e4bb, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/285c12f401c743c387f09a352f28e6ac, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/9b11432891bc4a31a64622be7dabccda] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp, totalSize=35.2 K
2024-11-11T17:51:01,296 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. files: [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/daa853196ed4420dbcec4d7aee3b3a36, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/e67915e827de4921a732f48c3134c439, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/60e720b54f5a4284aee63317cb4f14d1]
2024-11-11T17:51:01,297 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting f249ca783807496f9232df6de5f9e4bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731347457686
2024-11-11T17:51:01,297 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting daa853196ed4420dbcec4d7aee3b3a36, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731347457686
2024-11-11T17:51:01,297 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 285c12f401c743c387f09a352f28e6ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731347457723
2024-11-11T17:51:01,297 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting e67915e827de4921a732f48c3134c439, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731347457723
2024-11-11T17:51:01,297 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b11432891bc4a31a64622be7dabccda, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731347459890
2024-11-11T17:51:01,297 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60e720b54f5a4284aee63317cb4f14d1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731347459890
2024-11-11T17:51:01,303 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:01,305 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b68006c57fdefaaeb923bad0fee2829#B#compaction#442 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:51:01,305 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/337067f1af9d4bde83eefcc43a7dc669 is 50, key is test_row_0/B:col10/1731347459897/Put/seqid=0
2024-11-11T17:51:01,310 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111c5a35cf004b9437f97de4dae3eb9adff_4b68006c57fdefaaeb923bad0fee2829 store=[table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:01,312 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111c5a35cf004b9437f97de4dae3eb9adff_4b68006c57fdefaaeb923bad0fee2829, store=[table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:01,312 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c5a35cf004b9437f97de4dae3eb9adff_4b68006c57fdefaaeb923bad0fee2829 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:01,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742343_1519 (size=12104)
2024-11-11T17:51:01,320 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/337067f1af9d4bde83eefcc43a7dc669 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/337067f1af9d4bde83eefcc43a7dc669
2024-11-11T17:51:01,324 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b68006c57fdefaaeb923bad0fee2829/B of 4b68006c57fdefaaeb923bad0fee2829 into 337067f1af9d4bde83eefcc43a7dc669(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:51:01,324 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:01,324 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., storeName=4b68006c57fdefaaeb923bad0fee2829/B, priority=13, startTime=1731347461295; duration=0sec
2024-11-11T17:51:01,324 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:51:01,324 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b68006c57fdefaaeb923bad0fee2829:B
2024-11-11T17:51:01,324 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:51:01,325 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:51:01,325 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 4b68006c57fdefaaeb923bad0fee2829/C is initiating minor compaction (all files)
2024-11-11T17:51:01,325 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b68006c57fdefaaeb923bad0fee2829/C in TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:01,325 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/20eb9d924bb04f6db08b81a4fd400a2c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/c7ea0add5b12411d93d809ab0c6808f1, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/6ef1770ae5e647f3acfeec89bfed308b] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp, totalSize=35.2 K
2024-11-11T17:51:01,325 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 20eb9d924bb04f6db08b81a4fd400a2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731347457686
2024-11-11T17:51:01,325 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting c7ea0add5b12411d93d809ab0c6808f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731347457723
2024-11-11T17:51:01,326 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ef1770ae5e647f3acfeec89bfed308b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731347459890
2024-11-11T17:51:01,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742344_1520 (size=4469)
2024-11-11T17:51:01,330 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b68006c57fdefaaeb923bad0fee2829#A#compaction#443 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:51:01,330 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/3dc697928e99491e89b03496f6990242 is 175, key is test_row_0/A:col10/1731347459897/Put/seqid=0
2024-11-11T17:51:01,337 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b68006c57fdefaaeb923bad0fee2829#C#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:51:01,338 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/90148fa427f840ceacca10dce7d48c7b is 50, key is test_row_0/C:col10/1731347459897/Put/seqid=0
2024-11-11T17:51:01,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742345_1521 (size=31058)
2024-11-11T17:51:01,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742346_1522 (size=12104)
2024-11-11T17:51:01,750 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/3dc697928e99491e89b03496f6990242 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/3dc697928e99491e89b03496f6990242
2024-11-11T17:51:01,751 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/90148fa427f840ceacca10dce7d48c7b as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/90148fa427f840ceacca10dce7d48c7b
2024-11-11T17:51:01,753 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b68006c57fdefaaeb923bad0fee2829/A of 4b68006c57fdefaaeb923bad0fee2829 into 3dc697928e99491e89b03496f6990242(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:51:01,753 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:01,753 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., storeName=4b68006c57fdefaaeb923bad0fee2829/A, priority=13, startTime=1731347461295; duration=0sec
2024-11-11T17:51:01,753 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:51:01,753 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b68006c57fdefaaeb923bad0fee2829:A
2024-11-11T17:51:01,754 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b68006c57fdefaaeb923bad0fee2829/C of 4b68006c57fdefaaeb923bad0fee2829 into 90148fa427f840ceacca10dce7d48c7b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:51:01,754 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:01,754 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., storeName=4b68006c57fdefaaeb923bad0fee2829/C, priority=13, startTime=1731347461296; duration=0sec
2024-11-11T17:51:01,754 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:51:01,754 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b68006c57fdefaaeb923bad0fee2829:C
2024-11-11T17:51:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-11T17:51:01,835 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:51:01,836 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:51:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees
2024-11-11T17:51:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-11T17:51:01,837 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:51:01,838 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:51:01,838 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:51:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-11T17:51:01,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-11T17:51:01,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:01,990 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 4b68006c57fdefaaeb923bad0fee2829 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-11T17:51:01,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=A
2024-11-11T17:51:01,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:01,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=B
2024-11-11T17:51:01,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:01,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=C
2024-11-11T17:51:01,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:01,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f5d1b4a882e949c6b8e3df3eb6f42266_4b68006c57fdefaaeb923bad0fee2829 is 50, key is test_row_0/A:col10/1731347460064/Put/seqid=0
2024-11-11T17:51:02,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742347_1523 (size=12154)
2024-11-11T17:51:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-11T17:51:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:02,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:02,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347522229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:02,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347522229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:02,235 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,235 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,235 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:02,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:02,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347522230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:02,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:02,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:02,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347522230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:02,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:02,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347522232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:02,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:02,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347522345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:02,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347522345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:02,347 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,347 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,347 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:02,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:02,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347522345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:02,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:02,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:02,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347522345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:02,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:02,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347522345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:02,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:02,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:51:02,412 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f5d1b4a882e949c6b8e3df3eb6f42266_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f5d1b4a882e949c6b8e3df3eb6f42266_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:02,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/095f3e483efd45f8b2b5b8c9f013accd, store: [table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:02,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/095f3e483efd45f8b2b5b8c9f013accd is 175, key is test_row_0/A:col10/1731347460064/Put/seqid=0
2024-11-11T17:51:02,416 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742348_1524 (size=30955)
2024-11-11T17:51:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-11T17:51:02,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347522555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:02,556 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,556 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:02,556 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347522555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:02,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:02,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347522555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:02,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,557 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:02,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347522555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:02,557 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,557 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:02,557 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,557 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347522555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:02,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:02,817 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=84, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/095f3e483efd45f8b2b5b8c9f013accd
2024-11-11T17:51:02,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/d21ce47206914e7488c20b125e120f0c is 50, key is test_row_0/B:col10/1731347460064/Put/seqid=0
2024-11-11T17:51:02,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742349_1525 (size=12001)
2024-11-11T17:51:02,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347522865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:02,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347522865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347522865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347522865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347522865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:02,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:02,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-11T17:51:03,227 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/d21ce47206914e7488c20b125e120f0c
2024-11-11T17:51:03,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/df151f84a54c490ea26dbdbc4e440c74 is 50, key is test_row_0/C:col10/1731347460064/Put/seqid=0
2024-11-11T17:51:03,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742350_1526 (size=12001)
2024-11-11T17:51:03,376 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347523375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:03,376 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:03,376 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:03,376 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347523375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:03,376 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:03,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:03,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:03,376 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:03,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347523375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:03,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:03,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:03,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:03,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347523375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:03,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:03,377 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347523375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:03,377 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:03,377 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:03,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:03,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:03,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:03,637 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/df151f84a54c490ea26dbdbc4e440c74
2024-11-11T17:51:03,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/095f3e483efd45f8b2b5b8c9f013accd as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/095f3e483efd45f8b2b5b8c9f013accd
2024-11-11T17:51:03,643 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/095f3e483efd45f8b2b5b8c9f013accd, entries=150, sequenceid=84, filesize=30.2 K
2024-11-11T17:51:03,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/d21ce47206914e7488c20b125e120f0c as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/d21ce47206914e7488c20b125e120f0c
2024-11-11T17:51:03,646 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/d21ce47206914e7488c20b125e120f0c, entries=150, sequenceid=84, filesize=11.7 K
2024-11-11T17:51:03,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/df151f84a54c490ea26dbdbc4e440c74 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/df151f84a54c490ea26dbdbc4e440c74
2024-11-11T17:51:03,649 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/df151f84a54c490ea26dbdbc4e440c74, entries=150, sequenceid=84, filesize=11.7 K
2024-11-11T17:51:03,649 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 4b68006c57fdefaaeb923bad0fee2829 in 1659ms, sequenceid=84, compaction requested=false
2024-11-11T17:51:03,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:03,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:03,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151
2024-11-11T17:51:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=151
2024-11-11T17:51:03,652 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150
2024-11-11T17:51:03,652 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8130 sec
2024-11-11T17:51:03,653 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.8160 sec
2024-11-11T17:51:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-11T17:51:03,985 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:51:03,985 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:51:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees
2024-11-11T17:51:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-11T17:51:03,987 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:51:03,987 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:51:03,987 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:51:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-11T17:51:04,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-11T17:51:04,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:04,139 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 4b68006c57fdefaaeb923bad0fee2829 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-11T17:51:04,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=A
2024-11-11T17:51:04,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:04,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=B
2024-11-11T17:51:04,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:04,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=C
2024-11-11T17:51:04,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:04,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111180ab880efdf04a859c9708281e383f85_4b68006c57fdefaaeb923bad0fee2829 is 50, key is test_row_0/A:col10/1731347462229/Put/seqid=0
2024-11-11T17:51:04,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742351_1527 (size=12154)
2024-11-11T17:51:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-11T17:51:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:04,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:04,412 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347524406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:04,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347524407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:04,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:04,413 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,413 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,413 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:04,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347524411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:04,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:04,417 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347524412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:04,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:04,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347524412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:04,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:04,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:04,517 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347524515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:04,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:04,519 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347524515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:04,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:04,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347524525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:04,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:04,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347524525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:04,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:04,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:04,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347524525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:04,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:04,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:04,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:51:04,556 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111180ab880efdf04a859c9708281e383f85_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111180ab880efdf04a859c9708281e383f85_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:04,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/3ed3765841b14a8a99ab975e3dc51801, store: [table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:04,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/3ed3765841b14a8a99ab975e3dc51801 is 175, key is test_row_0/A:col10/1731347462229/Put/seqid=0
2024-11-11T17:51:04,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742352_1528 (size=30955)
2024-11-11T17:51:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-11T17:51:04,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347524724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:04,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:04,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347524725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:04,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:04,737 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347524735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:04,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:04,738 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347524735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:04,738 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,738 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:04,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:04,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347524735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:04,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:04,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:04,960 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/3ed3765841b14a8a99ab975e3dc51801
2024-11-11T17:51:04,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/930e48d7a99847a2bf69326bd9a8c002 is 50, key is test_row_0/B:col10/1731347462229/Put/seqid=0
2024-11-11T17:51:04,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742353_1529 (size=12001)
2024-11-11T17:51:05,039 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347525035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:05,039 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347525035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:05,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:05,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:05,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347525045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:05,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:05,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347525045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:05,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:05,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347525045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:05,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:05,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-11T17:51:05,369 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/930e48d7a99847a2bf69326bd9a8c002
2024-11-11T17:51:05,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/f08d04abb833428cb82be24ce94c9acf is 50, key is test_row_0/C:col10/1731347462229/Put/seqid=0
2024-11-11T17:51:05,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742354_1530 (size=12001)
2024-11-11T17:51:05,378 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/f08d04abb833428cb82be24ce94c9acf
2024-11-11T17:51:05,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/3ed3765841b14a8a99ab975e3dc51801 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/3ed3765841b14a8a99ab975e3dc51801
2024-11-11T17:51:05,386 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/3ed3765841b14a8a99ab975e3dc51801, entries=150, sequenceid=96, filesize=30.2 K
2024-11-11T17:51:05,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/930e48d7a99847a2bf69326bd9a8c002 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/930e48d7a99847a2bf69326bd9a8c002
2024-11-11T17:51:05,389 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/930e48d7a99847a2bf69326bd9a8c002, entries=150, sequenceid=96, filesize=11.7 K
2024-11-11T17:51:05,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/f08d04abb833428cb82be24ce94c9acf as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/f08d04abb833428cb82be24ce94c9acf
2024-11-11T17:51:05,393 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/f08d04abb833428cb82be24ce94c9acf, entries=150, sequenceid=96, filesize=11.7 K
2024-11-11T17:51:05,393 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 4b68006c57fdefaaeb923bad0fee2829 in 1254ms, sequenceid=96, compaction requested=true
2024-11-11T17:51:05,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:05,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:05,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153
2024-11-11T17:51:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=153
2024-11-11T17:51:05,396 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152
2024-11-11T17:51:05,396 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4070 sec
2024-11-11T17:51:05,397 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.4110 sec
2024-11-11T17:51:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:05,548 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b68006c57fdefaaeb923bad0fee2829 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-11T17:51:05,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=A
2024-11-11T17:51:05,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:51:05,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=B
2024-11-11T17:51:05,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:51:05,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=C
2024-11-11T17:51:05,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:51:05,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111b13d4089e9648258030fe75702d1df9_4b68006c57fdefaaeb923bad0fee2829 is 50, key is test_row_0/A:col10/1731347464398/Put/seqid=0
2024-11-11T17:51:05,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742355_1531 (size=14594)
2024-11-11T17:51:05,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347525561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:05,567 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,567 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,567 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:05,567 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347525562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:05,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,567 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:05,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347525562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:05,567 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:05,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347525563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:05,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:05,568 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347525563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:05,568 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,568 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,568 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:05,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:05,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347525675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:05,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347525675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:05,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:05,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:05,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347525675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:05,679 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:05,679 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,679 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347525676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:05,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:05,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347525676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:05,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:05,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:05,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347525885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:05,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347525885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:05,889 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,889 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,889 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:05,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:05,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347525886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:05,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:05,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347525886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:05,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:05,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:05,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347525886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:05,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:05,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:05,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:05,958 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:51:05,961 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111b13d4089e9648258030fe75702d1df9_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111b13d4089e9648258030fe75702d1df9_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:05,961 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/e2f0a7e7f8ea4587920c2b46ca71f062, store: [table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:05,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/e2f0a7e7f8ea4587920c2b46ca71f062 is 175, key is test_row_0/A:col10/1731347464398/Put/seqid=0
2024-11-11T17:51:05,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742356_1532 (size=39549)
2024-11-11T17:51:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-11T17:51:06,135 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:51:06,135 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:51:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees
2024-11-11T17:51:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-11T17:51:06,137 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:51:06,137 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:51:06,137 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:51:06,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347526195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:06,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347526195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:06,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347526195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:06,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347526196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:06,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347526196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-11T17:51:06,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-11T17:51:06,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:06,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:06,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:06,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:06,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:06,374 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/e2f0a7e7f8ea4587920c2b46ca71f062
2024-11-11T17:51:06,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/4bb45c5cd83e4cdabd512de088049e58 is 50, key is test_row_0/B:col10/1731347464398/Put/seqid=0
2024-11-11T17:51:06,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742357_1533 (size=12001)
2024-11-11T17:51:06,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-11T17:51:06,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:06,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:06,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:06,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:06,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-11T17:51:06,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-11T17:51:06,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:06,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:06,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:06,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:06,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:06,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347526705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:06,709 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:06,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:06,709 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:06,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:06,709 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347526705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347526705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:06,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:06,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:06,709 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:06,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:06,709 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:06,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347526705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:06,709 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:06,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:06,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:06,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:06,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347526715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:06,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:06,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:06,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:06,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-11T17:51:06,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:06,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:06,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:06,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:06,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-11T17:51:06,782 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/4bb45c5cd83e4cdabd512de088049e58
2024-11-11T17:51:06,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/1134b50cae2844699ddf6caf06c057bb is 50, key is test_row_0/C:col10/1731347464398/Put/seqid=0
2024-11-11T17:51:06,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742358_1534 (size=12001)
2024-11-11T17:51:06,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-11T17:51:06,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:06,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:06,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:06,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:06,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:07,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-11T17:51:07,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:07,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:07,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:07,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:07,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:07,191 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/1134b50cae2844699ddf6caf06c057bb
2024-11-11T17:51:07,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/e2f0a7e7f8ea4587920c2b46ca71f062 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/e2f0a7e7f8ea4587920c2b46ca71f062
2024-11-11T17:51:07,197 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/e2f0a7e7f8ea4587920c2b46ca71f062, entries=200, sequenceid=117, filesize=38.6 K
2024-11-11T17:51:07,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/4bb45c5cd83e4cdabd512de088049e58 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/4bb45c5cd83e4cdabd512de088049e58
2024-11-11T17:51:07,200 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/4bb45c5cd83e4cdabd512de088049e58, entries=150, sequenceid=117, filesize=11.7 K
2024-11-11T17:51:07,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/1134b50cae2844699ddf6caf06c057bb as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/1134b50cae2844699ddf6caf06c057bb
2024-11-11T17:51:07,204 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/1134b50cae2844699ddf6caf06c057bb, entries=150, sequenceid=117, filesize=11.7 K
2024-11-11T17:51:07,204 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 4b68006c57fdefaaeb923bad0fee2829 in 1657ms, sequenceid=117, compaction requested=true
2024-11-11T17:51:07,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:07,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b68006c57fdefaaeb923bad0fee2829:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:51:07,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:51:07,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b68006c57fdefaaeb923bad0fee2829:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:51:07,205 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-11T17:51:07,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:51:07,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b68006c57fdefaaeb923bad0fee2829:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:51:07,205 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-11T17:51:07,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:51:07,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-11T17:51:07,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:07,205 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 4b68006c57fdefaaeb923bad0fee2829 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-11T17:51:07,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=A
2024-11-11T17:51:07,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:07,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=B
2024-11-11T17:51:07,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:07,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=C
2024-11-11T17:51:07,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:07,206 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-11T17:51:07,206 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-11T17:51:07,206 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 4b68006c57fdefaaeb923bad0fee2829/B is initiating minor compaction (all files)
2024-11-11T17:51:07,206 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 4b68006c57fdefaaeb923bad0fee2829/A is initiating minor compaction (all files)
2024-11-11T17:51:07,206 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b68006c57fdefaaeb923bad0fee2829/B in TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:07,206 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b68006c57fdefaaeb923bad0fee2829/A in TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:07,206 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/3dc697928e99491e89b03496f6990242, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/095f3e483efd45f8b2b5b8c9f013accd, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/3ed3765841b14a8a99ab975e3dc51801, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/e2f0a7e7f8ea4587920c2b46ca71f062] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp, totalSize=129.4 K
2024-11-11T17:51:07,206 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/337067f1af9d4bde83eefcc43a7dc669, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/d21ce47206914e7488c20b125e120f0c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/930e48d7a99847a2bf69326bd9a8c002, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/4bb45c5cd83e4cdabd512de088049e58] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp, totalSize=47.0 K
2024-11-11T17:51:07,206 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:07,207 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. files: [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/3dc697928e99491e89b03496f6990242, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/095f3e483efd45f8b2b5b8c9f013accd, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/3ed3765841b14a8a99ab975e3dc51801, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/e2f0a7e7f8ea4587920c2b46ca71f062]
2024-11-11T17:51:07,207 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 337067f1af9d4bde83eefcc43a7dc669, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731347459890
2024-11-11T17:51:07,207 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3dc697928e99491e89b03496f6990242, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731347459890
2024-11-11T17:51:07,207 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting d21ce47206914e7488c20b125e120f0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1731347460064
2024-11-11T17:51:07,207 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 095f3e483efd45f8b2b5b8c9f013accd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1731347460064
2024-11-11T17:51:07,208 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 930e48d7a99847a2bf69326bd9a8c002, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731347462227
2024-11-11T17:51:07,208 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ed3765841b14a8a99ab975e3dc51801, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731347462227
2024-11-11T17:51:07,208 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bb45c5cd83e4cdabd512de088049e58, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731347464398
2024-11-11T17:51:07,208 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2f0a7e7f8ea4587920c2b46ca71f062, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731347464398
2024-11-11T17:51:07,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111261597bdfa8942f79690e6af01083d20_4b68006c57fdefaaeb923bad0fee2829 is 50, key is test_row_0/A:col10/1731347465561/Put/seqid=0
2024-11-11T17:51:07,218 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b68006c57fdefaaeb923bad0fee2829#B#compaction#455 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:51:07,218 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/6716e76d7f834542a5a13ca63ea6284c is 50, key is test_row_0/B:col10/1731347464398/Put/seqid=0
2024-11-11T17:51:07,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742359_1535 (size=12154)
2024-11-11T17:51:07,224 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:07,228 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111422c6ed15fc949a8827c6295632e48b3_4b68006c57fdefaaeb923bad0fee2829 store=[table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:07,230 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111422c6ed15fc949a8827c6295632e48b3_4b68006c57fdefaaeb923bad0fee2829, store=[table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:07,230 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111422c6ed15fc949a8827c6295632e48b3_4b68006c57fdefaaeb923bad0fee2829 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:07,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742360_1536 (size=12241)
2024-11-11T17:51:07,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742361_1537 (size=4469)
2024-11-11T17:51:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-11T17:51:07,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:51:07,623 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111261597bdfa8942f79690e6af01083d20_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111261597bdfa8942f79690e6af01083d20_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:07,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/b1f7e05817a14ee2913189daaf6cb79d, store: [table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:07,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/b1f7e05817a14ee2913189daaf6cb79d is 175, key is test_row_0/A:col10/1731347465561/Put/seqid=0
2024-11-11T17:51:07,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742362_1538 (size=30955)
2024-11-11T17:51:07,633 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/6716e76d7f834542a5a13ca63ea6284c as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/6716e76d7f834542a5a13ca63ea6284c
2024-11-11T17:51:07,633 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=128, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/b1f7e05817a14ee2913189daaf6cb79d
2024-11-11T17:51:07,637 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4b68006c57fdefaaeb923bad0fee2829/B of 4b68006c57fdefaaeb923bad0fee2829 into 6716e76d7f834542a5a13ca63ea6284c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:51:07,637 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:07,637 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., storeName=4b68006c57fdefaaeb923bad0fee2829/B, priority=12, startTime=1731347467205; duration=0sec
2024-11-11T17:51:07,637 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:51:07,637 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b68006c57fdefaaeb923bad0fee2829:B
2024-11-11T17:51:07,638 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-11T17:51:07,639 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-11T17:51:07,639 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 4b68006c57fdefaaeb923bad0fee2829/C is initiating minor compaction (all files)
2024-11-11T17:51:07,639 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b68006c57fdefaaeb923bad0fee2829/C in TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:07,639 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/90148fa427f840ceacca10dce7d48c7b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/df151f84a54c490ea26dbdbc4e440c74, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/f08d04abb833428cb82be24ce94c9acf, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/1134b50cae2844699ddf6caf06c057bb] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp, totalSize=47.0 K
2024-11-11T17:51:07,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/4bfc299f7cc04aa8b47a54ecadefee15 is 50, key is test_row_0/B:col10/1731347465561/Put/seqid=0
2024-11-11T17:51:07,639 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 90148fa427f840ceacca10dce7d48c7b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731347459890
2024-11-11T17:51:07,640 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting df151f84a54c490ea26dbdbc4e440c74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1731347460064
2024-11-11T17:51:07,640 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b68006c57fdefaaeb923bad0fee2829#A#compaction#456 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:51:07,640 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting f08d04abb833428cb82be24ce94c9acf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731347462227
2024-11-11T17:51:07,640 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 1134b50cae2844699ddf6caf06c057bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731347464398
2024-11-11T17:51:07,641 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/a65c9f0e44124c7fbd7a5bbf7d42cab4 is 175, key is test_row_0/A:col10/1731347464398/Put/seqid=0
2024-11-11T17:51:07,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742363_1539 (size=12001)
2024-11-11T17:51:07,644 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/4bfc299f7cc04aa8b47a54ecadefee15
2024-11-11T17:51:07,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742364_1540 (size=31195)
2024-11-11T17:51:07,649 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/a65c9f0e44124c7fbd7a5bbf7d42cab4 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/a65c9f0e44124c7fbd7a5bbf7d42cab4
2024-11-11T17:51:07,650 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b68006c57fdefaaeb923bad0fee2829#C#compaction#458 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:51:07,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/74ca4802961d47b38b4c1ec616115a31 is 50, key is test_row_0/C:col10/1731347465561/Put/seqid=0
2024-11-11T17:51:07,651 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/c89d6243345f44029cc0a987446dd184 is 50, key is test_row_0/C:col10/1731347464398/Put/seqid=0
2024-11-11T17:51:07,655 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4b68006c57fdefaaeb923bad0fee2829/A of 4b68006c57fdefaaeb923bad0fee2829 into a65c9f0e44124c7fbd7a5bbf7d42cab4(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:51:07,655 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:07,655 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., storeName=4b68006c57fdefaaeb923bad0fee2829/A, priority=12, startTime=1731347467204; duration=0sec
2024-11-11T17:51:07,655 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:51:07,655 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b68006c57fdefaaeb923bad0fee2829:A
2024-11-11T17:51:07,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742366_1542 (size=12001)
2024-11-11T17:51:07,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742365_1541 (size=12241)
2024-11-11T17:51:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:07,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:07,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347527739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:07,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:07,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:07,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:07,745 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731347467728, max timestamp=1731347467743Num uniques 859; 
2024-11-11T17:51:07,745 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731347467728, max timestamp=1731347467743Num uniques 859; 
2024-11-11T17:51:07,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-11T17:51:07,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-11T17:51:07,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731347467728, max timestamp=1731347467743Num uniques 859; 
2024-11-11T17:51:07,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-11T17:51:07,794 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347527786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:07,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:07,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:07,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:07,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347527792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:07,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:07,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347527793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:07,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:07,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:07,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:07,800 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:07,800 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347527794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:07,800 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:07,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:07,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:07,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:07,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347527855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:07,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347527905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:07,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:07,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347527905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:07,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:07,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:07,909 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:07,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:07,909 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:07,909 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347527905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:07,910 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347527905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:07,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:07,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:07,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:07,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:07,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:07,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:08,056 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/74ca4802961d47b38b4c1ec616115a31
2024-11-11T17:51:08,059 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/c89d6243345f44029cc0a987446dd184 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/c89d6243345f44029cc0a987446dd184
2024-11-11T17:51:08,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/b1f7e05817a14ee2913189daaf6cb79d as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/b1f7e05817a14ee2913189daaf6cb79d
2024-11-11T17:51:08,062 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/b1f7e05817a14ee2913189daaf6cb79d, entries=150, sequenceid=128, filesize=30.2 K
2024-11-11T17:51:08,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/4bfc299f7cc04aa8b47a54ecadefee15 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/4bfc299f7cc04aa8b47a54ecadefee15
2024-11-11T17:51:08,063 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4b68006c57fdefaaeb923bad0fee2829/C of 4b68006c57fdefaaeb923bad0fee2829 into c89d6243345f44029cc0a987446dd184(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:51:08,063 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:08,063 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., storeName=4b68006c57fdefaaeb923bad0fee2829/C, priority=12, startTime=1731347467205; duration=0sec
2024-11-11T17:51:08,063 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:51:08,063 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b68006c57fdefaaeb923bad0fee2829:C
2024-11-11T17:51:08,065 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/4bfc299f7cc04aa8b47a54ecadefee15, entries=150, sequenceid=128, filesize=11.7 K
2024-11-11T17:51:08,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/74ca4802961d47b38b4c1ec616115a31 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/74ca4802961d47b38b4c1ec616115a31
2024-11-11T17:51:08,069 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/74ca4802961d47b38b4c1ec616115a31, entries=150, sequenceid=128, filesize=11.7 K
2024-11-11T17:51:08,070 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 4b68006c57fdefaaeb923bad0fee2829 in 864ms, sequenceid=128, compaction requested=false
2024-11-11T17:51:08,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:08,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:08,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155
2024-11-11T17:51:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=155
2024-11-11T17:51:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:08,072 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b68006c57fdefaaeb923bad0fee2829 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-11-11T17:51:08,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=A
2024-11-11T17:51:08,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:51:08,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=B
2024-11-11T17:51:08,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:51:08,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=C
2024-11-11T17:51:08,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:51:08,073 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154
2024-11-11T17:51:08,073 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9340 sec
2024-11-11T17:51:08,074 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.9380 sec
2024-11-11T17:51:08,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111f610a6c09ce4adea51bd89b522f01b0_4b68006c57fdefaaeb923bad0fee2829 is 50, key is test_row_0/A:col10/1731347468071/Put/seqid=0
2024-11-11T17:51:08,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742367_1543 (size=14794)
2024-11-11T17:51:08,117 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347528110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:08,117 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347528115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:08,118 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:08,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347528115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:08,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:08,118 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,118 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:08,118 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,118 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347528115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:08,118 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:08,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347528115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:08,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:08,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:08,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347528225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:08,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-11T17:51:08,285 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:51:08,285 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:51:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees
2024-11-11T17:51:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-11T17:51:08,287 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:51:08,287 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:51:08,287 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:51:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-11T17:51:08,425 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347528425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:08,426 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347528425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:08,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:08,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,426 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:08,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347528425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:08,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:08,426 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347528425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:08,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:08,436 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347528435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:08,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-11T17:51:08,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:08,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:08,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:08,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:08,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:08,483 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:51:08,486 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111f610a6c09ce4adea51bd89b522f01b0_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111f610a6c09ce4adea51bd89b522f01b0_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:08,486 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/6520b20da6854333aff2771af422a467, store: [table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:08,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/6520b20da6854333aff2771af422a467 is 175, key is test_row_0/A:col10/1731347468071/Put/seqid=0
2024-11-11T17:51:08,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742368_1544 (size=39749)
2024-11-11T17:51:08,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-11T17:51:08,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:08,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:08,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:08,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:08,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-11T17:51:08,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-11T17:51:08,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:08,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:08,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:08,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:08,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:08,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347528745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:08,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:08,890 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=167, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/6520b20da6854333aff2771af422a467
2024-11-11T17:51:08,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-11T17:51:08,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:08,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:08,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:08,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:08,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/b52be0ad4d584079af5ef39f9978b568 is 50, key is test_row_0/B:col10/1731347468071/Put/seqid=0
2024-11-11T17:51:08,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:08,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742369_1545 (size=12151)
2024-11-11T17:51:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-11T17:51:08,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347528935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:08,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347528935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:08,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:08,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:08,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347528935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:08,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:08,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347528935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:08,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:08,940 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,940 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:08,940 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:09,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-11T17:51:09,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:09,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:09,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:09,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:09,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:09,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-11T17:51:09,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:09,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:09,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:09,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:09,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:09,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347529255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:09,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:09,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:09,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:09,300 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/b52be0ad4d584079af5ef39f9978b568
2024-11-11T17:51:09,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/69fdcb5ef7d744afb13f729e8b73ef72 is 50, key is test_row_0/C:col10/1731347468071/Put/seqid=0
2024-11-11T17:51:09,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742370_1546 (size=12151)
2024-11-11T17:51:09,309 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/69fdcb5ef7d744afb13f729e8b73ef72
2024-11-11T17:51:09,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/6520b20da6854333aff2771af422a467 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/6520b20da6854333aff2771af422a467
2024-11-11T17:51:09,315 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/6520b20da6854333aff2771af422a467, entries=200, sequenceid=167, filesize=38.8 K
2024-11-11T17:51:09,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/b52be0ad4d584079af5ef39f9978b568 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/b52be0ad4d584079af5ef39f9978b568
2024-11-11T17:51:09,319 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/b52be0ad4d584079af5ef39f9978b568, entries=150, sequenceid=167, filesize=11.9 K
2024-11-11T17:51:09,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/69fdcb5ef7d744afb13f729e8b73ef72 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/69fdcb5ef7d744afb13f729e8b73ef72
2024-11-11T17:51:09,323 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/69fdcb5ef7d744afb13f729e8b73ef72, entries=150, sequenceid=167, filesize=11.9 K
2024-11-11T17:51:09,323 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 4b68006c57fdefaaeb923bad0fee2829 in 1251ms, sequenceid=167, compaction requested=true
2024-11-11T17:51:09,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:09,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b68006c57fdefaaeb923bad0fee2829:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:51:09,324 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:51:09,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:51:09,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b68006c57fdefaaeb923bad0fee2829:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:51:09,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:51:09,324 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:51:09,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b68006c57fdefaaeb923bad0fee2829:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:51:09,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:51:09,324 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:51:09,324 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:51:09,324 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 4b68006c57fdefaaeb923bad0fee2829/A is initiating minor compaction (all files)
2024-11-11T17:51:09,324 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 4b68006c57fdefaaeb923bad0fee2829/B is initiating minor compaction (all files)
2024-11-11T17:51:09,324 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b68006c57fdefaaeb923bad0fee2829/A in TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:09,325 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b68006c57fdefaaeb923bad0fee2829/B in TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:09,325 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/a65c9f0e44124c7fbd7a5bbf7d42cab4, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/b1f7e05817a14ee2913189daaf6cb79d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/6520b20da6854333aff2771af422a467] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp, totalSize=99.5 K
2024-11-11T17:51:09,325 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/6716e76d7f834542a5a13ca63ea6284c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/4bfc299f7cc04aa8b47a54ecadefee15, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/b52be0ad4d584079af5ef39f9978b568] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp, totalSize=35.5 K
2024-11-11T17:51:09,325 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:09,325 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. files: [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/a65c9f0e44124c7fbd7a5bbf7d42cab4, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/b1f7e05817a14ee2913189daaf6cb79d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/6520b20da6854333aff2771af422a467]
2024-11-11T17:51:09,325 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 6716e76d7f834542a5a13ca63ea6284c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731347464398
2024-11-11T17:51:09,325 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting a65c9f0e44124c7fbd7a5bbf7d42cab4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731347464398
2024-11-11T17:51:09,325 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bfc299f7cc04aa8b47a54ecadefee15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731347465554
2024-11-11T17:51:09,325 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1f7e05817a14ee2913189daaf6cb79d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731347465554
2024-11-11T17:51:09,325 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting b52be0ad4d584079af5ef39f9978b568, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731347467791
2024-11-11T17:51:09,325 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6520b20da6854333aff2771af422a467, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731347467791
2024-11-11T17:51:09,331 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b68006c57fdefaaeb923bad0fee2829#B#compaction#463 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:51:09,331 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/f5e2c961cdfc4dbf96517566a04ac5e0 is 50, key is test_row_0/B:col10/1731347468071/Put/seqid=0
2024-11-11T17:51:09,343 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:09,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742371_1547 (size=12493)
2024-11-11T17:51:09,345 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111f5ec49201710416aae646513b8390151_4b68006c57fdefaaeb923bad0fee2829 store=[table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:09,346 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111f5ec49201710416aae646513b8390151_4b68006c57fdefaaeb923bad0fee2829, store=[table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:09,347 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f5ec49201710416aae646513b8390151_4b68006c57fdefaaeb923bad0fee2829 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:09,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742372_1548 (size=4469)
2024-11-11T17:51:09,351 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b68006c57fdefaaeb923bad0fee2829#A#compaction#464 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:51:09,351 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/16794e04e03248cc8c2c8649b78487d8 is 175, key is test_row_0/A:col10/1731347468071/Put/seqid=0
2024-11-11T17:51:09,352 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/f5e2c961cdfc4dbf96517566a04ac5e0 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/f5e2c961cdfc4dbf96517566a04ac5e0
2024-11-11T17:51:09,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-11T17:51:09,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:09,354 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 4b68006c57fdefaaeb923bad0fee2829 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-11T17:51:09,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=A
2024-11-11T17:51:09,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:09,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=B
2024-11-11T17:51:09,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:09,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=C
2024-11-11T17:51:09,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:09,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742373_1549 (size=31447)
2024-11-11T17:51:09,357 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b68006c57fdefaaeb923bad0fee2829/B of 4b68006c57fdefaaeb923bad0fee2829 into f5e2c961cdfc4dbf96517566a04ac5e0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:51:09,357 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:09,357 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., storeName=4b68006c57fdefaaeb923bad0fee2829/B, priority=13, startTime=1731347469324; duration=0sec
2024-11-11T17:51:09,357 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:51:09,357 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b68006c57fdefaaeb923bad0fee2829:B
2024-11-11T17:51:09,357 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:51:09,367 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:51:09,367 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 4b68006c57fdefaaeb923bad0fee2829/C is initiating minor compaction (all files)
2024-11-11T17:51:09,367 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b68006c57fdefaaeb923bad0fee2829/C in TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:09,368 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/c89d6243345f44029cc0a987446dd184, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/74ca4802961d47b38b4c1ec616115a31, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/69fdcb5ef7d744afb13f729e8b73ef72] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp, totalSize=35.5 K
2024-11-11T17:51:09,368 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting c89d6243345f44029cc0a987446dd184, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731347464398
2024-11-11T17:51:09,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115041ff6ab440473b8ebb5854aafe8c96_4b68006c57fdefaaeb923bad0fee2829 is 50, key is test_row_0/A:col10/1731347468087/Put/seqid=0
2024-11-11T17:51:09,370 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 74ca4802961d47b38b4c1ec616115a31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731347465554
2024-11-11T17:51:09,370 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 69fdcb5ef7d744afb13f729e8b73ef72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731347467791
2024-11-11T17:51:09,371 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/16794e04e03248cc8c2c8649b78487d8 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/16794e04e03248cc8c2c8649b78487d8
2024-11-11T17:51:09,374 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b68006c57fdefaaeb923bad0fee2829/A of 4b68006c57fdefaaeb923bad0fee2829 into 16794e04e03248cc8c2c8649b78487d8(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:51:09,374 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:09,374 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., storeName=4b68006c57fdefaaeb923bad0fee2829/A, priority=13, startTime=1731347469324; duration=0sec
2024-11-11T17:51:09,375 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:51:09,375 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b68006c57fdefaaeb923bad0fee2829:A
2024-11-11T17:51:09,377 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b68006c57fdefaaeb923bad0fee2829#C#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:51:09,377 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/87b9c357c91348efb49d1dde4007b5b5 is 50, key is test_row_0/C:col10/1731347468071/Put/seqid=0
2024-11-11T17:51:09,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742374_1550 (size=12304)
2024-11-11T17:51:09,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742375_1551 (size=12493)
2024-11-11T17:51:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-11T17:51:09,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:51:09,784 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115041ff6ab440473b8ebb5854aafe8c96_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115041ff6ab440473b8ebb5854aafe8c96_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:09,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/b917fd6edbea4c30a3554f71cd41fae8, store: [table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:09,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/b917fd6edbea4c30a3554f71cd41fae8 is 175, key is test_row_0/A:col10/1731347468087/Put/seqid=0
2024-11-11T17:51:09,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742376_1552 (size=31105)
2024-11-11T17:51:09,799 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/87b9c357c91348efb49d1dde4007b5b5 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/87b9c357c91348efb49d1dde4007b5b5
2024-11-11T17:51:09,803 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b68006c57fdefaaeb923bad0fee2829/C of 4b68006c57fdefaaeb923bad0fee2829 into 87b9c357c91348efb49d1dde4007b5b5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:51:09,803 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:09,803 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., storeName=4b68006c57fdefaaeb923bad0fee2829/C, priority=13, startTime=1731347469324; duration=0sec
2024-11-11T17:51:09,803 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:51:09,803 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b68006c57fdefaaeb923bad0fee2829:C
2024-11-11T17:51:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:09,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:09,974 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731347469964, max timestamp=1731347469971Num uniques 859; 
2024-11-11T17:51:09,974 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-11T17:51:09,974 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731347469964, max timestamp=1731347469971Num uniques 859; 
2024-11-11T17:51:09,974 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-11T17:51:09,975 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731347469964, max timestamp=1731347469971Num uniques 859; 
2024-11-11T17:51:09,975 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01af7571cc75:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-11T17:51:10,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347529993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:10,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:10,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347529993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:10,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:10,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347529994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:10,002 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,002 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,002 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:10,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347529998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:10,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:10,107 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347530105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:10,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:10,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347530105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:10,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:10,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:10,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347530105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:10,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:10,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:10,108 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,108 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347530105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:10,108 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:10,108 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,108 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,108 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:10,189 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/b917fd6edbea4c30a3554f71cd41fae8
2024-11-11T17:51:10,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/956c153f2b2e43908dadcded45cf94ed is 50, key is test_row_0/B:col10/1731347468087/Put/seqid=0
2024-11-11T17:51:10,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742377_1553 (size=12151)
2024-11-11T17:51:10,200 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/956c153f2b2e43908dadcded45cf94ed
2024-11-11T17:51:10,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/db55ed5a8714478fad646515912cd6c4 is 50, key is test_row_0/C:col10/1731347468087/Put/seqid=0
2024-11-11T17:51:10,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742378_1554 (size=12151)
2024-11-11T17:51:10,268 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347530265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:10,269 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_0' in 4b68006c57fdefaaeb923bad0fee2829 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:51:10,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:10,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347530315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:10,318 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347530315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:10,318 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347530315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,319 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,318 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:10,319 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347530315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:10,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-11T17:51:10,609 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/db55ed5a8714478fad646515912cd6c4
2024-11-11T17:51:10,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/b917fd6edbea4c30a3554f71cd41fae8 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/b917fd6edbea4c30a3554f71cd41fae8
2024-11-11T17:51:10,615 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/b917fd6edbea4c30a3554f71cd41fae8, entries=150, sequenceid=177, filesize=30.4 K
2024-11-11T17:51:10,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/956c153f2b2e43908dadcded45cf94ed as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/956c153f2b2e43908dadcded45cf94ed
2024-11-11T17:51:10,619 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/956c153f2b2e43908dadcded45cf94ed, entries=150, sequenceid=177, filesize=11.9 K
2024-11-11T17:51:10,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/db55ed5a8714478fad646515912cd6c4 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/db55ed5a8714478fad646515912cd6c4
2024-11-11T17:51:10,622 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/db55ed5a8714478fad646515912cd6c4, entries=150, sequenceid=177, filesize=11.9 K
2024-11-11T17:51:10,624 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 4b68006c57fdefaaeb923bad0fee2829 in 1270ms, sequenceid=177, compaction requested=false
2024-11-11T17:51:10,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:10,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:10,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157
2024-11-11T17:51:10,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=157
2024-11-11T17:51:10,627 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156
2024-11-11T17:51:10,627 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3380 sec
2024-11-11T17:51:10,629 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.3430 sec
2024-11-11T17:51:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:10,629 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b68006c57fdefaaeb923bad0fee2829 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB
2024-11-11T17:51:10,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=A
2024-11-11T17:51:10,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:51:10,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=B
2024-11-11T17:51:10,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:51:10,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=C
2024-11-11T17:51:10,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-11T17:51:10,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111fa69de1262054155a89a2f744b520a31_4b68006c57fdefaaeb923bad0fee2829 is 50, key is test_row_0/A:col10/1731347470628/Put/seqid=0
2024-11-11T17:51:10,639 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742379_1555 (size=12304)
2024-11-11T17:51:10,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347530641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:10,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:10,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347530642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:10,648 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,648 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:10,648 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347530642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:10,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:10,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347530643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:10,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:10,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347530755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:10,759 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:10,759 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,759 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347530756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:10,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:10,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347530756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:10,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:10,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347530756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:10,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:10,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347530965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:10,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:10,969 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,969 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347530965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:10,969 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:10,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347530966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:10,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:10,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347530966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:10,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:10,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,969 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:10,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:10,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:11,040 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:51:11,043 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111fa69de1262054155a89a2f744b520a31_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fa69de1262054155a89a2f744b520a31_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:11,043 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/60fefe6eea0840f389098e5cdcd42c76, store: [table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:11,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/60fefe6eea0840f389098e5cdcd42c76 is 175, key is test_row_0/A:col10/1731347470628/Put/seqid=0
2024-11-11T17:51:11,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742380_1556 (size=31105)
2024-11-11T17:51:11,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347531275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:11,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:11,279 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347531275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:11,279 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:11,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:11,279 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347531275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:11,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:11,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347531275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:11,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:11,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:11,280 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:11,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:11,280 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:11,280 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:11,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:11,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:11,448 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/60fefe6eea0840f389098e5cdcd42c76
2024-11-11T17:51:11,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/f19f0aad90144beb9981cfbd8fa908c6 is 50, key is test_row_0/B:col10/1731347470628/Put/seqid=0
2024-11-11T17:51:11,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742381_1557 (size=12151)
2024-11-11T17:51:11,458 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/f19f0aad90144beb9981cfbd8fa908c6
2024-11-11T17:51:11,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/4db9be10a8014708aca0e007b11458b7 is 50, key is test_row_0/C:col10/1731347470628/Put/seqid=0
2024-11-11T17:51:11,467 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742382_1558 (size=12151)
2024-11-11T17:51:11,785 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347531784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:11,785 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:11,785 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:11,785 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:11,785 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347531785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:11,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:11,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:11,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:11,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347531785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:11,790 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:11,790 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:11,790 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:11,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347531795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:11,867 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/4db9be10a8014708aca0e007b11458b7
2024-11-11T17:51:11,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/60fefe6eea0840f389098e5cdcd42c76 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/60fefe6eea0840f389098e5cdcd42c76
2024-11-11T17:51:11,874 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/60fefe6eea0840f389098e5cdcd42c76, entries=150, sequenceid=216, filesize=30.4 K
2024-11-11T17:51:11,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/f19f0aad90144beb9981cfbd8fa908c6 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/f19f0aad90144beb9981cfbd8fa908c6
2024-11-11T17:51:11,877 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/f19f0aad90144beb9981cfbd8fa908c6, entries=150, sequenceid=216, filesize=11.9 K
2024-11-11T17:51:11,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/4db9be10a8014708aca0e007b11458b7 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/4db9be10a8014708aca0e007b11458b7
2024-11-11T17:51:11,880 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/4db9be10a8014708aca0e007b11458b7, entries=150, sequenceid=216, filesize=11.9 K
2024-11-11T17:51:11,881 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~410.72 KB/420576, currentSize=53.67 KB/54960 for 4b68006c57fdefaaeb923bad0fee2829 in 1252ms, sequenceid=216, compaction requested=true
2024-11-11T17:51:11,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:11,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b68006c57fdefaaeb923bad0fee2829:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:51:11,882 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:51:11,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:51:11,882 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:51:11,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b68006c57fdefaaeb923bad0fee2829:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:51:11,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:51:11,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b68006c57fdefaaeb923bad0fee2829:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:51:11,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:51:11,883 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:51:11,883 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:51:11,883 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 4b68006c57fdefaaeb923bad0fee2829/B is initiating minor compaction (all files)
2024-11-11T17:51:11,883 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 4b68006c57fdefaaeb923bad0fee2829/A is initiating minor compaction (all files)
2024-11-11T17:51:11,883 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b68006c57fdefaaeb923bad0fee2829/A in TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:11,883 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/16794e04e03248cc8c2c8649b78487d8, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/b917fd6edbea4c30a3554f71cd41fae8, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/60fefe6eea0840f389098e5cdcd42c76] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp, totalSize=91.5 K
2024-11-11T17:51:11,884 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:11,884 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. files: [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/16794e04e03248cc8c2c8649b78487d8, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/b917fd6edbea4c30a3554f71cd41fae8, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/60fefe6eea0840f389098e5cdcd42c76]
2024-11-11T17:51:11,885 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b68006c57fdefaaeb923bad0fee2829/B in TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:11,886 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/f5e2c961cdfc4dbf96517566a04ac5e0, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/956c153f2b2e43908dadcded45cf94ed, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/f19f0aad90144beb9981cfbd8fa908c6] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp, totalSize=35.9 K
2024-11-11T17:51:11,886 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16794e04e03248cc8c2c8649b78487d8, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731347467791
2024-11-11T17:51:11,886 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting f5e2c961cdfc4dbf96517566a04ac5e0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731347467791
2024-11-11T17:51:11,886 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 956c153f2b2e43908dadcded45cf94ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731347468087
2024-11-11T17:51:11,886 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting b917fd6edbea4c30a3554f71cd41fae8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731347468087
2024-11-11T17:51:11,886 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting f19f0aad90144beb9981cfbd8fa908c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731347469992
2024-11-11T17:51:11,886 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60fefe6eea0840f389098e5cdcd42c76, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731347469992
2024-11-11T17:51:11,899 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:11,900 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b68006c57fdefaaeb923bad0fee2829#B#compaction#472 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:51:11,900 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/6bbb776072c44f7fac76d509a991fbfa is 50, key is test_row_0/B:col10/1731347470628/Put/seqid=0
2024-11-11T17:51:11,904 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111908fa91b3bcc4f4c9677cc9146b0de8c_4b68006c57fdefaaeb923bad0fee2829 store=[table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:11,906 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111908fa91b3bcc4f4c9677cc9146b0de8c_4b68006c57fdefaaeb923bad0fee2829, store=[table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:11,906 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111908fa91b3bcc4f4c9677cc9146b0de8c_4b68006c57fdefaaeb923bad0fee2829 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:11,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742383_1559 (size=12595)
2024-11-11T17:51:11,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742384_1560 (size=4469)
2024-11-11T17:51:11,915 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/6bbb776072c44f7fac76d509a991fbfa as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/6bbb776072c44f7fac76d509a991fbfa
2024-11-11T17:51:11,920 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b68006c57fdefaaeb923bad0fee2829/B of 4b68006c57fdefaaeb923bad0fee2829 into 6bbb776072c44f7fac76d509a991fbfa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:51:11,920 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:11,920 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., storeName=4b68006c57fdefaaeb923bad0fee2829/B, priority=13, startTime=1731347471882; duration=0sec
2024-11-11T17:51:11,920 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:51:11,920 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b68006c57fdefaaeb923bad0fee2829:B
2024-11-11T17:51:11,921 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-11T17:51:11,921 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-11T17:51:11,922 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 4b68006c57fdefaaeb923bad0fee2829/C is initiating minor compaction (all files)
2024-11-11T17:51:11,922 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b68006c57fdefaaeb923bad0fee2829/C in TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:11,922 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/87b9c357c91348efb49d1dde4007b5b5, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/db55ed5a8714478fad646515912cd6c4, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/4db9be10a8014708aca0e007b11458b7] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp, totalSize=35.9 K
2024-11-11T17:51:11,922 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 87b9c357c91348efb49d1dde4007b5b5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731347467791
2024-11-11T17:51:11,922 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting db55ed5a8714478fad646515912cd6c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731347468087
2024-11-11T17:51:11,923 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 4db9be10a8014708aca0e007b11458b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731347469992
2024-11-11T17:51:11,930 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b68006c57fdefaaeb923bad0fee2829#C#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:51:11,931 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/46ecf315c7eb494c8ceeb1baedc8fc3b is 50, key is test_row_0/C:col10/1731347470628/Put/seqid=0
2024-11-11T17:51:11,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742385_1561 (size=12595)
2024-11-11T17:51:11,947 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/46ecf315c7eb494c8ceeb1baedc8fc3b as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/46ecf315c7eb494c8ceeb1baedc8fc3b
2024-11-11T17:51:11,952 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b68006c57fdefaaeb923bad0fee2829/C of 4b68006c57fdefaaeb923bad0fee2829 into 46ecf315c7eb494c8ceeb1baedc8fc3b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:51:11,952 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:11,952 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., storeName=4b68006c57fdefaaeb923bad0fee2829/C, priority=13, startTime=1731347471882; duration=0sec
2024-11-11T17:51:11,952 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:51:11,952 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b68006c57fdefaaeb923bad0fee2829:C
2024-11-11T17:51:12,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:12,297 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b68006c57fdefaaeb923bad0fee2829 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-11T17:51:12,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=A
2024-11-11T17:51:12,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:12,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=B
2024-11-11T17:51:12,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:12,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=C
2024-11-11T17:51:12,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:12,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c9e595d064904efab24751905dd2bed7_4b68006c57fdefaaeb923bad0fee2829 is 50, key is test_row_0/A:col10/1731347472295/Put/seqid=0
2024-11-11T17:51:12,306 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742386_1562 (size=14794)
2024-11-11T17:51:12,313 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b68006c57fdefaaeb923bad0fee2829#A#compaction#473 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:51:12,313 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/e892d7c4afe4450cbd10b21876d2da1b is 175, key is test_row_0/A:col10/1731347470628/Put/seqid=0
2024-11-11T17:51:12,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742387_1563 (size=31549)
2024-11-11T17:51:12,329 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/e892d7c4afe4450cbd10b21876d2da1b as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/e892d7c4afe4450cbd10b21876d2da1b
2024-11-11T17:51:12,338 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b68006c57fdefaaeb923bad0fee2829/A of 4b68006c57fdefaaeb923bad0fee2829 into e892d7c4afe4450cbd10b21876d2da1b(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:51:12,338 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:12,338 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., storeName=4b68006c57fdefaaeb923bad0fee2829/A, priority=13, startTime=1731347471881; duration=0sec
2024-11-11T17:51:12,343 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:51:12,343 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b68006c57fdefaaeb923bad0fee2829:A
2024-11-11T17:51:12,375 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347532372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:12,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:12,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:12,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-11T17:51:12,455 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:51:12,456 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:51:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees
2024-11-11T17:51:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-11T17:51:12,457 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:51:12,458 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:51:12,458 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:51:12,486 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347532484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:12,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:12,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:12,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-11T17:51:12,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-11T17:51:12,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:12,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:12,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:12,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:12,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:12,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347532695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:12,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:12,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:12,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:12,707 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:51:12,710 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c9e595d064904efab24751905dd2bed7_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c9e595d064904efab24751905dd2bed7_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:12,710 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/87f52c81dc2243e3bb44230999bc87a8, store: [table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:12,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/87f52c81dc2243e3bb44230999bc87a8 is 175, key is test_row_0/A:col10/1731347472295/Put/seqid=0
2024-11-11T17:51:12,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742388_1564 (size=39749)
2024-11-11T17:51:12,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-11T17:51:12,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:12,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:12,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:12,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:12,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-11T17:51:12,796 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347532795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:12,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347532795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:12,797 WARN  [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_1' in 4b68006c57fdefaaeb923bad0fee2829 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:51:12,797 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_0' in 4b68006c57fdefaaeb923bad0fee2829 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:51:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:12,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:12,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:12,807 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347532804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:12,807 WARN  [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_1' in 4b68006c57fdefaaeb923bad0fee2829 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:51:12,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:12,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:12,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:12,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347532815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:12,817 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_2' in 4b68006c57fdefaaeb923bad0fee2829 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:51:12,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:12,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:12,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:12,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-11T17:51:12,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:12,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:12,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:12,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:12,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:13,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347533005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:13,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:13,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:13,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:13,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-11T17:51:13,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:13,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:13,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:13,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:13,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:13,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-11T17:51:13,114 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=230, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/87f52c81dc2243e3bb44230999bc87a8
2024-11-11T17:51:13,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/44742d2610c04c18bbe34da90e9d1701 is 50, key is test_row_0/B:col10/1731347472295/Put/seqid=0
2024-11-11T17:51:13,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742389_1565 (size=12151)
2024-11-11T17:51:13,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-11T17:51:13,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:13,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:13,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:13,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:13,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:13,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-11T17:51:13,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:13,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:13,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:13,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:13,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:13,517 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347533514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:13,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-11T17:51:13,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:13,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:13,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:13,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:13,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:13,536 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/44742d2610c04c18bbe34da90e9d1701
2024-11-11T17:51:13,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/0546f8c213fa48bdb3f33cd398a1fba3 is 50, key is test_row_0/C:col10/1731347472295/Put/seqid=0
2024-11-11T17:51:13,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742390_1566 (size=12151)
2024-11-11T17:51:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-11T17:51:13,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-11T17:51:13,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:13,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:13,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:13,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:13,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:13,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-11T17:51:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:13,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:13,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:13,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:13,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:13,944 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/0546f8c213fa48bdb3f33cd398a1fba3
2024-11-11T17:51:13,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/87f52c81dc2243e3bb44230999bc87a8 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/87f52c81dc2243e3bb44230999bc87a8
2024-11-11T17:51:13,950 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/87f52c81dc2243e3bb44230999bc87a8, entries=200, sequenceid=230, filesize=38.8 K
2024-11-11T17:51:13,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/44742d2610c04c18bbe34da90e9d1701 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/44742d2610c04c18bbe34da90e9d1701
2024-11-11T17:51:13,953 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/44742d2610c04c18bbe34da90e9d1701, entries=150, sequenceid=230, filesize=11.9 K
2024-11-11T17:51:13,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/0546f8c213fa48bdb3f33cd398a1fba3 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/0546f8c213fa48bdb3f33cd398a1fba3
2024-11-11T17:51:13,962 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/0546f8c213fa48bdb3f33cd398a1fba3, entries=150, sequenceid=230, filesize=11.9 K
2024-11-11T17:51:13,963 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 4b68006c57fdefaaeb923bad0fee2829 in 1666ms, sequenceid=230, compaction requested=false
2024-11-11T17:51:13,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:13,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-11T17:51:13,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:13,984 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 4b68006c57fdefaaeb923bad0fee2829 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-11T17:51:13,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=A
2024-11-11T17:51:13,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:13,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=B
2024-11-11T17:51:13,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:13,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=C
2024-11-11T17:51:13,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:13,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115c83823f8fbc44a48419b97748019fd1_4b68006c57fdefaaeb923bad0fee2829 is 50, key is test_row_0/A:col10/1731347472356/Put/seqid=0
2024-11-11T17:51:13,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742391_1567 (size=12304)
2024-11-11T17:51:14,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:51:14,400 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115c83823f8fbc44a48419b97748019fd1_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115c83823f8fbc44a48419b97748019fd1_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:14,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/b41501dd70bb4c94a3e2132ffe1830a2, store: [table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:14,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/b41501dd70bb4c94a3e2132ffe1830a2 is 175, key is test_row_0/A:col10/1731347472356/Put/seqid=0
2024-11-11T17:51:14,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742392_1568 (size=31105)
2024-11-11T17:51:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:14,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:14,580 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347534577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:14,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:14,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:14,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-11T17:51:14,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347534684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:14,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:14,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:14,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:14,805 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/b41501dd70bb4c94a3e2132ffe1830a2
2024-11-11T17:51:14,806 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55026 deadline: 1731347534804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:14,806 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_0' in 4b68006c57fdefaaeb923bad0fee2829 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4164 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:51:14,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:14,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:14,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:14,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/4ca22dcff1aa4dd3bdda376119047ef8 is 50, key is test_row_0/B:col10/1731347472356/Put/seqid=0
2024-11-11T17:51:14,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742393_1569 (size=12151)
2024-11-11T17:51:14,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55072 deadline: 1731347534815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:14,816 WARN  [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_1' in 4b68006c57fdefaaeb923bad0fee2829 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:51:14,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:14,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:14,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:14,827 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55036 deadline: 1731347534825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:14,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55078 deadline: 1731347534825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:14,828 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_2' in 4b68006c57fdefaaeb923bad0fee2829 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:51:14,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:14,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:14,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:14,828 WARN  [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 01af7571cc75,44273,1731347298708 for 'test_row_1' in 4b68006c57fdefaaeb923bad0fee2829 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-11T17:51:14,829 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:14,829 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:14,829 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:14,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347534895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:14,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:14,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:14,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:15,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347535205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:15,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:15,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:15,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:15,214 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/4ca22dcff1aa4dd3bdda376119047ef8
2024-11-11T17:51:15,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/76d3269c098c41b7a9e15554daa3a115 is 50, key is test_row_0/C:col10/1731347472356/Put/seqid=0
2024-11-11T17:51:15,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742394_1570 (size=12151)
2024-11-11T17:51:15,624 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/76d3269c098c41b7a9e15554daa3a115
2024-11-11T17:51:15,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/b41501dd70bb4c94a3e2132ffe1830a2 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/b41501dd70bb4c94a3e2132ffe1830a2
2024-11-11T17:51:15,630 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/b41501dd70bb4c94a3e2132ffe1830a2, entries=150, sequenceid=251, filesize=30.4 K
2024-11-11T17:51:15,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/4ca22dcff1aa4dd3bdda376119047ef8 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/4ca22dcff1aa4dd3bdda376119047ef8
2024-11-11T17:51:15,633 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/4ca22dcff1aa4dd3bdda376119047ef8, entries=150, sequenceid=251, filesize=11.9 K
2024-11-11T17:51:15,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/76d3269c098c41b7a9e15554daa3a115 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/76d3269c098c41b7a9e15554daa3a115
2024-11-11T17:51:15,636 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/76d3269c098c41b7a9e15554daa3a115, entries=150, sequenceid=251, filesize=11.9 K
2024-11-11T17:51:15,637 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 4b68006c57fdefaaeb923bad0fee2829 in 1653ms, sequenceid=251, compaction requested=true
2024-11-11T17:51:15,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:15,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:15,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159
2024-11-11T17:51:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=159
2024-11-11T17:51:15,640 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158
2024-11-11T17:51:15,640 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1800 sec
2024-11-11T17:51:15,641 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 3.1840 sec
2024-11-11T17:51:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:15,717 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b68006c57fdefaaeb923bad0fee2829 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-11T17:51:15,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=A
2024-11-11T17:51:15,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:15,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=B
2024-11-11T17:51:15,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:15,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=C
2024-11-11T17:51:15,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:15,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113ebeea97aabb4df1b147bb01fdd230d4_4b68006c57fdefaaeb923bad0fee2829 is 50, key is test_row_0/A:col10/1731347475716/Put/seqid=0
2024-11-11T17:51:15,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742395_1571 (size=14994)
2024-11-11T17:51:15,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347535799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:15,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:15,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:15,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:15,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347535915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:15,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:15,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:15,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:16,126 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:51:16,128 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:16,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347536125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:16,128 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113ebeea97aabb4df1b147bb01fdd230d4_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113ebeea97aabb4df1b147bb01fdd230d4_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:16,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:16,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:16,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:16,129 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/09cf933e97bd45d8bcb9ca5a4a84bced, store: [table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:16,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/09cf933e97bd45d8bcb9ca5a4a84bced is 175, key is test_row_0/A:col10/1731347475716/Put/seqid=0
2024-11-11T17:51:16,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742396_1572 (size=39949)
2024-11-11T17:51:16,438 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347536435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:16,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:16,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:16,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:16,539 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/09cf933e97bd45d8bcb9ca5a4a84bced
2024-11-11T17:51:16,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/07aadfd3d23f49efa8d0ce61a09bfd6e is 50, key is test_row_0/B:col10/1731347475716/Put/seqid=0
2024-11-11T17:51:16,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742397_1573 (size=12301)
2024-11-11T17:51:16,564 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/07aadfd3d23f49efa8d0ce61a09bfd6e
2024-11-11T17:51:16,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/2745b7aa764e42d1bcc9aab11d0b0ec5 is 50, key is test_row_0/C:col10/1731347475716/Put/seqid=0
2024-11-11T17:51:16,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742398_1574 (size=12301)
2024-11-11T17:51:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-11T17:51:16,615 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:51:16,615 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-11T17:51:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees
2024-11-11T17:51:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-11T17:51:16,617 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-11T17:51:16,617 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-11T17:51:16,617 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-11T17:51:16,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-11T17:51:16,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-11T17:51:16,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:16,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:16,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:16,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:16,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:16,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:16,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-11T17:51:16,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:16,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:16,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:16,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:16,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-11T17:51:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-11T17:51:16,948 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-11T17:51:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44273 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55024 deadline: 1731347536945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
2024-11-11T17:51:16,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 , the old value is region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:16,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-11T17:51:16,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., hostname=01af7571cc75,44273,1731347298708, seqNum=5 because the exception is null or not the one we care about
2024-11-11T17:51:16,977 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/2745b7aa764e42d1bcc9aab11d0b0ec5
2024-11-11T17:51:16,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/09cf933e97bd45d8bcb9ca5a4a84bced as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/09cf933e97bd45d8bcb9ca5a4a84bced
2024-11-11T17:51:16,982 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/09cf933e97bd45d8bcb9ca5a4a84bced, entries=200, sequenceid=264, filesize=39.0 K
2024-11-11T17:51:16,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/07aadfd3d23f49efa8d0ce61a09bfd6e as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/07aadfd3d23f49efa8d0ce61a09bfd6e
2024-11-11T17:51:16,985 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/07aadfd3d23f49efa8d0ce61a09bfd6e, entries=150, sequenceid=264, filesize=12.0 K
2024-11-11T17:51:16,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/2745b7aa764e42d1bcc9aab11d0b0ec5 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/2745b7aa764e42d1bcc9aab11d0b0ec5
2024-11-11T17:51:16,988 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/2745b7aa764e42d1bcc9aab11d0b0ec5, entries=150, sequenceid=264, filesize=12.0 K
2024-11-11T17:51:16,989 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 4b68006c57fdefaaeb923bad0fee2829 in 1272ms, sequenceid=264, compaction requested=true
2024-11-11T17:51:16,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:16,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b68006c57fdefaaeb923bad0fee2829:A, priority=-2147483648, current under compaction store size is 1
2024-11-11T17:51:16,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:51:16,989 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-11T17:51:16,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b68006c57fdefaaeb923bad0fee2829:B, priority=-2147483648, current under compaction store size is 2
2024-11-11T17:51:16,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:51:16,989 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-11T17:51:16,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b68006c57fdefaaeb923bad0fee2829:C, priority=-2147483648, current under compaction store size is 3
2024-11-11T17:51:16,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:51:16,990 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 142352 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-11T17:51:16,990 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49198 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-11T17:51:16,990 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1541): 4b68006c57fdefaaeb923bad0fee2829/A is initiating minor compaction (all files)
2024-11-11T17:51:16,990 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 4b68006c57fdefaaeb923bad0fee2829/B is initiating minor compaction (all files)
2024-11-11T17:51:16,990 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b68006c57fdefaaeb923bad0fee2829/A in TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:16,990 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/e892d7c4afe4450cbd10b21876d2da1b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/87f52c81dc2243e3bb44230999bc87a8, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/b41501dd70bb4c94a3e2132ffe1830a2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/09cf933e97bd45d8bcb9ca5a4a84bced] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp, totalSize=139.0 K
2024-11-11T17:51:16,990 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:16,990 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b68006c57fdefaaeb923bad0fee2829/B in TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:16,990 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/6bbb776072c44f7fac76d509a991fbfa, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/44742d2610c04c18bbe34da90e9d1701, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/4ca22dcff1aa4dd3bdda376119047ef8, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/07aadfd3d23f49efa8d0ce61a09bfd6e] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp, totalSize=48.0 K
2024-11-11T17:51:16,990 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. files: [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/e892d7c4afe4450cbd10b21876d2da1b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/87f52c81dc2243e3bb44230999bc87a8, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/b41501dd70bb4c94a3e2132ffe1830a2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/09cf933e97bd45d8bcb9ca5a4a84bced]
2024-11-11T17:51:16,991 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting e892d7c4afe4450cbd10b21876d2da1b, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731347469992
2024-11-11T17:51:16,991 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 6bbb776072c44f7fac76d509a991fbfa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731347469992
2024-11-11T17:51:16,991 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87f52c81dc2243e3bb44230999bc87a8, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731347470640
2024-11-11T17:51:16,991 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 44742d2610c04c18bbe34da90e9d1701, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731347470640
2024-11-11T17:51:16,991 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting b41501dd70bb4c94a3e2132ffe1830a2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731347472356
2024-11-11T17:51:16,991 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ca22dcff1aa4dd3bdda376119047ef8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731347472356
2024-11-11T17:51:16,991 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09cf933e97bd45d8bcb9ca5a4a84bced, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731347474561
2024-11-11T17:51:16,992 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 07aadfd3d23f49efa8d0ce61a09bfd6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731347474561
2024-11-11T17:51:16,998 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:17,000 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b68006c57fdefaaeb923bad0fee2829#B#compaction#484 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:51:17,000 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/122837b084c74943bfba4bff01ffda3b is 50, key is test_row_0/B:col10/1731347475716/Put/seqid=0
2024-11-11T17:51:17,000 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411110067d560636d4340864d2858c6e5c353_4b68006c57fdefaaeb923bad0fee2829 store=[table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:17,003 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411110067d560636d4340864d2858c6e5c353_4b68006c57fdefaaeb923bad0fee2829, store=[table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:17,003 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110067d560636d4340864d2858c6e5c353_4b68006c57fdefaaeb923bad0fee2829 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:17,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742399_1575 (size=12881)
2024-11-11T17:51:17,017 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742400_1576 (size=4469)
2024-11-11T17:51:17,017 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b68006c57fdefaaeb923bad0fee2829#A#compaction#485 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:51:17,018 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/3036b01cab224a4d994a24192aa801cf is 175, key is test_row_0/A:col10/1731347475716/Put/seqid=0
2024-11-11T17:51:17,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742401_1577 (size=31835)
2024-11-11T17:51:17,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-11T17:51:17,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:17,074 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 4b68006c57fdefaaeb923bad0fee2829 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-11T17:51:17,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=A
2024-11-11T17:51:17,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:17,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=B
2024-11-11T17:51:17,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:17,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=C
2024-11-11T17:51:17,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:17,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119a05c6b081484850be1c1d1e128c88ad_4b68006c57fdefaaeb923bad0fee2829 is 50, key is test_row_0/A:col10/1731347475781/Put/seqid=0
2024-11-11T17:51:17,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742402_1578 (size=12454)
2024-11-11T17:51:17,115 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-11T17:51:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-11T17:51:17,413 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/122837b084c74943bfba4bff01ffda3b as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/122837b084c74943bfba4bff01ffda3b
2024-11-11T17:51:17,417 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4b68006c57fdefaaeb923bad0fee2829/B of 4b68006c57fdefaaeb923bad0fee2829 into 122837b084c74943bfba4bff01ffda3b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:51:17,417 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:17,417 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., storeName=4b68006c57fdefaaeb923bad0fee2829/B, priority=12, startTime=1731347476989; duration=0sec
2024-11-11T17:51:17,417 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-11T17:51:17,417 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b68006c57fdefaaeb923bad0fee2829:B
2024-11-11T17:51:17,417 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-11T17:51:17,418 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49198 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-11T17:51:17,418 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1541): 4b68006c57fdefaaeb923bad0fee2829/C is initiating minor compaction (all files)
2024-11-11T17:51:17,418 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b68006c57fdefaaeb923bad0fee2829/C in TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:17,418 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/46ecf315c7eb494c8ceeb1baedc8fc3b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/0546f8c213fa48bdb3f33cd398a1fba3, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/76d3269c098c41b7a9e15554daa3a115, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/2745b7aa764e42d1bcc9aab11d0b0ec5] into tmpdir=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp, totalSize=48.0 K
2024-11-11T17:51:17,418 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 46ecf315c7eb494c8ceeb1baedc8fc3b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731347469992
2024-11-11T17:51:17,419 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 0546f8c213fa48bdb3f33cd398a1fba3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731347470640
2024-11-11T17:51:17,419 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 76d3269c098c41b7a9e15554daa3a115, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731347472356
2024-11-11T17:51:17,419 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] compactions.Compactor(225): Compacting 2745b7aa764e42d1bcc9aab11d0b0ec5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731347474561
2024-11-11T17:51:17,425 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/3036b01cab224a4d994a24192aa801cf as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/3036b01cab224a4d994a24192aa801cf
2024-11-11T17:51:17,426 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b68006c57fdefaaeb923bad0fee2829#C#compaction#487 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-11T17:51:17,426 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/a6230e33a6f74ffeb4c08f37a1cbb981 is 50, key is test_row_0/C:col10/1731347475716/Put/seqid=0
2024-11-11T17:51:17,430 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4b68006c57fdefaaeb923bad0fee2829/A of 4b68006c57fdefaaeb923bad0fee2829 into 3036b01cab224a4d994a24192aa801cf(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:51:17,430 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:17,430 INFO  [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., storeName=4b68006c57fdefaaeb923bad0fee2829/A, priority=12, startTime=1731347476989; duration=0sec
2024-11-11T17:51:17,430 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:51:17,430 DEBUG [RS:0;01af7571cc75:44273-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b68006c57fdefaaeb923bad0fee2829:A
2024-11-11T17:51:17,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742403_1579 (size=12881)
2024-11-11T17:51:17,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:51:17,485 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119a05c6b081484850be1c1d1e128c88ad_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119a05c6b081484850be1c1d1e128c88ad_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:17,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/04dca92c51bf4edeabc0131130cbf816, store: [table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:17,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/04dca92c51bf4edeabc0131130cbf816 is 175, key is test_row_0/A:col10/1731347475781/Put/seqid=0
2024-11-11T17:51:17,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742404_1580 (size=31255)
2024-11-11T17:51:17,683 INFO  [Thread-2282 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2282.
2024-11-11T17:51:17,684 DEBUG [Thread-2282 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:51:17,684 DEBUG [Thread-2282 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:17,684 DEBUG [Thread-2282 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:17,684 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:51:17,685 INFO  [Thread-2288 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2288.
2024-11-11T17:51:17,685 INFO  [Thread-2286 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2286.
2024-11-11T17:51:17,685 DEBUG [Thread-2288 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:51:17,685 DEBUG [Thread-2286 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:51:17,685 DEBUG [Thread-2288 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:17,685 DEBUG [Thread-2286 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:17,685 DEBUG [Thread-2286 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:17,685 DEBUG [Thread-2288 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:17,685 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:51:17,685 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:51:17,686 INFO  [Thread-2284 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2284.
2024-11-11T17:51:17,686 DEBUG [Thread-2284 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:51:17,686 DEBUG [Thread-2284 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:17,686 DEBUG [Thread-2284 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:17,686 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:51:17,688 INFO  [Thread-2290 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2290.
2024-11-11T17:51:17,688 DEBUG [Thread-2290 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:51:17,688 DEBUG [Thread-2290 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:17,688 DEBUG [Thread-2290 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:17,688 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:51:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-11T17:51:17,844 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/a6230e33a6f74ffeb4c08f37a1cbb981 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/a6230e33a6f74ffeb4c08f37a1cbb981
2024-11-11T17:51:17,850 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4b68006c57fdefaaeb923bad0fee2829/C of 4b68006c57fdefaaeb923bad0fee2829 into a6230e33a6f74ffeb4c08f37a1cbb981(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-11T17:51:17,850 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:17,850 INFO  [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., storeName=4b68006c57fdefaaeb923bad0fee2829/C, priority=12, startTime=1731347476989; duration=0sec
2024-11-11T17:51:17,850 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-11T17:51:17,850 DEBUG [RS:0;01af7571cc75:44273-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b68006c57fdefaaeb923bad0fee2829:C
2024-11-11T17:51:17,893 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/04dca92c51bf4edeabc0131130cbf816
2024-11-11T17:51:17,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/e38bf2cd3343419084d261b1a74b9f1e is 50, key is test_row_0/B:col10/1731347475781/Put/seqid=0
2024-11-11T17:51:17,907 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742405_1581 (size=12301)
2024-11-11T17:51:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44273 {}] regionserver.HRegion(8855): Flush requested on 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:17,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. as already flushing
2024-11-11T17:51:17,958 INFO  [Thread-2271 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2271.
2024-11-11T17:51:17,958 DEBUG [Thread-2271 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:51:17,958 DEBUG [Thread-2271 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:17,958 DEBUG [Thread-2271 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:17,958 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:51:18,309 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/e38bf2cd3343419084d261b1a74b9f1e
2024-11-11T17:51:18,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/3b16b72a4e744ddd8b1a88a595c031f9 is 50, key is test_row_0/C:col10/1731347475781/Put/seqid=0
2024-11-11T17:51:18,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742406_1582 (size=12301)
2024-11-11T17:51:18,724 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/3b16b72a4e744ddd8b1a88a595c031f9
2024-11-11T17:51:18,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/04dca92c51bf4edeabc0131130cbf816 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/04dca92c51bf4edeabc0131130cbf816
2024-11-11T17:51:18,740 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/04dca92c51bf4edeabc0131130cbf816, entries=150, sequenceid=283, filesize=30.5 K
2024-11-11T17:51:18,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/e38bf2cd3343419084d261b1a74b9f1e as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/e38bf2cd3343419084d261b1a74b9f1e
2024-11-11T17:51:18,745 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/e38bf2cd3343419084d261b1a74b9f1e, entries=150, sequenceid=283, filesize=12.0 K
2024-11-11T17:51:18,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/3b16b72a4e744ddd8b1a88a595c031f9 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/3b16b72a4e744ddd8b1a88a595c031f9
2024-11-11T17:51:18,750 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/3b16b72a4e744ddd8b1a88a595c031f9, entries=150, sequenceid=283, filesize=12.0 K
2024-11-11T17:51:18,750 INFO  [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=6.71 KB/6870 for 4b68006c57fdefaaeb923bad0fee2829 in 1676ms, sequenceid=283, compaction requested=false
2024-11-11T17:51:18,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 4b68006c57fdefaaeb923bad0fee2829:

2024-11-11T17:51:18,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:18,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161
2024-11-11T17:51:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster(4169): Remote procedure done, pid=161
2024-11-11T17:51:18,754 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160
2024-11-11T17:51:18,754 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1350 sec
2024-11-11T17:51:18,756 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.1400 sec
2024-11-11T17:51:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-11T17:51:18,775 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:51:18,838 INFO  [Thread-2279 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2279.
2024-11-11T17:51:18,838 DEBUG [Thread-2279 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:51:18,838 DEBUG [Thread-2279 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:18,838 INFO  [Thread-2275 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2275.
2024-11-11T17:51:18,838 DEBUG [Thread-2279 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:18,838 DEBUG [Thread-2275 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:51:18,838 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:51:18,838 DEBUG [Thread-2275 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:18,839 DEBUG [Thread-2275 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:18,839 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:51:18,848 INFO  [Thread-2273 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2273.
2024-11-11T17:51:18,848 DEBUG [Thread-2273 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:51:18,848 DEBUG [Thread-2273 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:18,848 DEBUG [Thread-2273 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:18,848 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:51:18,867 INFO  [Thread-2277 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2277.
2024-11-11T17:51:18,867 DEBUG [Thread-2277 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-11T17:51:18,867 DEBUG [Thread-2277 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:18,867 DEBUG [Thread-2277 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:18,867 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:51:18,867 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-11T17:51:18,867 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 80
2024-11-11T17:51:18,867 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 38
2024-11-11T17:51:18,867 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 38
2024-11-11T17:51:18,867 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 40
2024-11-11T17:51:18,867 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 34
2024-11-11T17:51:18,867 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-11T17:51:18,867 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3056
2024-11-11T17:51:18,867 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3145
2024-11-11T17:51:18,867 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3071
2024-11-11T17:51:18,867 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3066
2024-11-11T17:51:18,867 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3144
2024-11-11T17:51:18,867 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-11T17:51:18,867 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-11T17:51:18,867 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-11T17:51:18,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:18,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:18,868 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:51:18,869 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-11T17:51:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-11T17:51:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-11T17:51:18,872 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731347478872"}]},"ts":"1731347478872"}
2024-11-11T17:51:18,874 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-11T17:51:18,874 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-11T17:51:18,875 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-11T17:51:18,877 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b68006c57fdefaaeb923bad0fee2829, UNASSIGN}]
2024-11-11T17:51:18,878 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b68006c57fdefaaeb923bad0fee2829, UNASSIGN
2024-11-11T17:51:18,878 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=164 updating hbase:meta row=4b68006c57fdefaaeb923bad0fee2829, regionState=CLOSING, regionLocation=01af7571cc75,44273,1731347298708
2024-11-11T17:51:18,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b68006c57fdefaaeb923bad0fee2829, UNASSIGN because future has completed
2024-11-11T17:51:18,880 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-11T17:51:18,880 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708}]
2024-11-11T17:51:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-11T17:51:19,033 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(122): Close 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:19,033 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-11T17:51:19,033 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1722): Closing 4b68006c57fdefaaeb923bad0fee2829, disabling compactions & flushes
2024-11-11T17:51:19,033 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:19,033 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:19,033 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. after waiting 0 ms
2024-11-11T17:51:19,033 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:19,033 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(2902): Flushing 4b68006c57fdefaaeb923bad0fee2829 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-11T17:51:19,034 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=A
2024-11-11T17:51:19,034 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:19,034 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=B
2024-11-11T17:51:19,034 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:19,034 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b68006c57fdefaaeb923bad0fee2829, store=C
2024-11-11T17:51:19,034 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-11T17:51:19,041 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111153dd2f4e6f64d5e9767083c23bad7e3_4b68006c57fdefaaeb923bad0fee2829 is 50, key is test_row_0/A:col10/1731347478835/Put/seqid=0
2024-11-11T17:51:19,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742407_1583 (size=12454)
2024-11-11T17:51:19,044 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-11T17:51:19,048 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111153dd2f4e6f64d5e9767083c23bad7e3_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111153dd2f4e6f64d5e9767083c23bad7e3_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:19,049 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/30ffa2d213e64280a9cf5b67520f2eda, store: [table=TestAcidGuarantees family=A region=4b68006c57fdefaaeb923bad0fee2829]
2024-11-11T17:51:19,049 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/30ffa2d213e64280a9cf5b67520f2eda is 175, key is test_row_0/A:col10/1731347478835/Put/seqid=0
2024-11-11T17:51:19,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742408_1584 (size=31255)
2024-11-11T17:51:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-11T17:51:19,453 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/30ffa2d213e64280a9cf5b67520f2eda
2024-11-11T17:51:19,463 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/8a16e41f27324331abb877e1125406b1 is 50, key is test_row_0/B:col10/1731347478835/Put/seqid=0
2024-11-11T17:51:19,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742409_1585 (size=12301)
2024-11-11T17:51:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-11T17:51:19,870 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/8a16e41f27324331abb877e1125406b1
2024-11-11T17:51:19,882 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/ecd515d5e026416b9f214b48bd86b39b is 50, key is test_row_0/C:col10/1731347478835/Put/seqid=0
2024-11-11T17:51:19,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742410_1586 (size=12301)
2024-11-11T17:51:20,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-11T17:51:20,286 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/ecd515d5e026416b9f214b48bd86b39b
2024-11-11T17:51:20,292 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/A/30ffa2d213e64280a9cf5b67520f2eda as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/30ffa2d213e64280a9cf5b67520f2eda
2024-11-11T17:51:20,298 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/30ffa2d213e64280a9cf5b67520f2eda, entries=150, sequenceid=294, filesize=30.5 K
2024-11-11T17:51:20,299 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/B/8a16e41f27324331abb877e1125406b1 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/8a16e41f27324331abb877e1125406b1
2024-11-11T17:51:20,302 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/8a16e41f27324331abb877e1125406b1, entries=150, sequenceid=294, filesize=12.0 K
2024-11-11T17:51:20,303 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/.tmp/C/ecd515d5e026416b9f214b48bd86b39b as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/ecd515d5e026416b9f214b48bd86b39b
2024-11-11T17:51:20,305 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/ecd515d5e026416b9f214b48bd86b39b, entries=150, sequenceid=294, filesize=12.0 K
2024-11-11T17:51:20,306 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 4b68006c57fdefaaeb923bad0fee2829 in 1273ms, sequenceid=294, compaction requested=true
2024-11-11T17:51:20,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/daa853196ed4420dbcec4d7aee3b3a36, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/e67915e827de4921a732f48c3134c439, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/60e720b54f5a4284aee63317cb4f14d1, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/3dc697928e99491e89b03496f6990242, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/095f3e483efd45f8b2b5b8c9f013accd, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/3ed3765841b14a8a99ab975e3dc51801, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/e2f0a7e7f8ea4587920c2b46ca71f062, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/a65c9f0e44124c7fbd7a5bbf7d42cab4, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/b1f7e05817a14ee2913189daaf6cb79d, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/6520b20da6854333aff2771af422a467, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/16794e04e03248cc8c2c8649b78487d8, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/b917fd6edbea4c30a3554f71cd41fae8, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/e892d7c4afe4450cbd10b21876d2da1b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/60fefe6eea0840f389098e5cdcd42c76, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/87f52c81dc2243e3bb44230999bc87a8, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/b41501dd70bb4c94a3e2132ffe1830a2, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/09cf933e97bd45d8bcb9ca5a4a84bced] to archive
2024-11-11T17:51:20,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-11T17:51:20,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/daa853196ed4420dbcec4d7aee3b3a36 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/daa853196ed4420dbcec4d7aee3b3a36
2024-11-11T17:51:20,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/e67915e827de4921a732f48c3134c439 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/e67915e827de4921a732f48c3134c439
2024-11-11T17:51:20,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/60e720b54f5a4284aee63317cb4f14d1 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/60e720b54f5a4284aee63317cb4f14d1
2024-11-11T17:51:20,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/3dc697928e99491e89b03496f6990242 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/3dc697928e99491e89b03496f6990242
2024-11-11T17:51:20,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/095f3e483efd45f8b2b5b8c9f013accd to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/095f3e483efd45f8b2b5b8c9f013accd
2024-11-11T17:51:20,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/3ed3765841b14a8a99ab975e3dc51801 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/3ed3765841b14a8a99ab975e3dc51801
2024-11-11T17:51:20,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/e2f0a7e7f8ea4587920c2b46ca71f062 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/e2f0a7e7f8ea4587920c2b46ca71f062
2024-11-11T17:51:20,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/a65c9f0e44124c7fbd7a5bbf7d42cab4 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/a65c9f0e44124c7fbd7a5bbf7d42cab4
2024-11-11T17:51:20,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/b1f7e05817a14ee2913189daaf6cb79d to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/b1f7e05817a14ee2913189daaf6cb79d
2024-11-11T17:51:20,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/6520b20da6854333aff2771af422a467 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/6520b20da6854333aff2771af422a467
2024-11-11T17:51:20,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/16794e04e03248cc8c2c8649b78487d8 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/16794e04e03248cc8c2c8649b78487d8
2024-11-11T17:51:20,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/b917fd6edbea4c30a3554f71cd41fae8 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/b917fd6edbea4c30a3554f71cd41fae8
2024-11-11T17:51:20,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/e892d7c4afe4450cbd10b21876d2da1b to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/e892d7c4afe4450cbd10b21876d2da1b
2024-11-11T17:51:20,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/60fefe6eea0840f389098e5cdcd42c76 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/60fefe6eea0840f389098e5cdcd42c76
2024-11-11T17:51:20,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/87f52c81dc2243e3bb44230999bc87a8 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/87f52c81dc2243e3bb44230999bc87a8
2024-11-11T17:51:20,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/b41501dd70bb4c94a3e2132ffe1830a2 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/b41501dd70bb4c94a3e2132ffe1830a2
2024-11-11T17:51:20,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/09cf933e97bd45d8bcb9ca5a4a84bced to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/09cf933e97bd45d8bcb9ca5a4a84bced
2024-11-11T17:51:20,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/f249ca783807496f9232df6de5f9e4bb, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/285c12f401c743c387f09a352f28e6ac, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/337067f1af9d4bde83eefcc43a7dc669, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/9b11432891bc4a31a64622be7dabccda, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/d21ce47206914e7488c20b125e120f0c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/930e48d7a99847a2bf69326bd9a8c002, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/6716e76d7f834542a5a13ca63ea6284c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/4bb45c5cd83e4cdabd512de088049e58, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/4bfc299f7cc04aa8b47a54ecadefee15, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/f5e2c961cdfc4dbf96517566a04ac5e0, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/b52be0ad4d584079af5ef39f9978b568, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/956c153f2b2e43908dadcded45cf94ed, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/6bbb776072c44f7fac76d509a991fbfa, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/f19f0aad90144beb9981cfbd8fa908c6, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/44742d2610c04c18bbe34da90e9d1701, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/4ca22dcff1aa4dd3bdda376119047ef8, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/07aadfd3d23f49efa8d0ce61a09bfd6e] to archive
2024-11-11T17:51:20,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-11T17:51:20,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/f249ca783807496f9232df6de5f9e4bb to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/f249ca783807496f9232df6de5f9e4bb
2024-11-11T17:51:20,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/285c12f401c743c387f09a352f28e6ac to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/285c12f401c743c387f09a352f28e6ac
2024-11-11T17:51:20,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/337067f1af9d4bde83eefcc43a7dc669 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/337067f1af9d4bde83eefcc43a7dc669
2024-11-11T17:51:20,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/9b11432891bc4a31a64622be7dabccda to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/9b11432891bc4a31a64622be7dabccda
2024-11-11T17:51:20,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/d21ce47206914e7488c20b125e120f0c to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/d21ce47206914e7488c20b125e120f0c
2024-11-11T17:51:20,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/930e48d7a99847a2bf69326bd9a8c002 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/930e48d7a99847a2bf69326bd9a8c002
2024-11-11T17:51:20,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/6716e76d7f834542a5a13ca63ea6284c to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/6716e76d7f834542a5a13ca63ea6284c
2024-11-11T17:51:20,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/4bb45c5cd83e4cdabd512de088049e58 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/4bb45c5cd83e4cdabd512de088049e58
2024-11-11T17:51:20,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/4bfc299f7cc04aa8b47a54ecadefee15 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/4bfc299f7cc04aa8b47a54ecadefee15
2024-11-11T17:51:20,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/f5e2c961cdfc4dbf96517566a04ac5e0 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/f5e2c961cdfc4dbf96517566a04ac5e0
2024-11-11T17:51:20,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/b52be0ad4d584079af5ef39f9978b568 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/b52be0ad4d584079af5ef39f9978b568
2024-11-11T17:51:20,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/956c153f2b2e43908dadcded45cf94ed to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/956c153f2b2e43908dadcded45cf94ed
2024-11-11T17:51:20,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/6bbb776072c44f7fac76d509a991fbfa to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/6bbb776072c44f7fac76d509a991fbfa
2024-11-11T17:51:20,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/f19f0aad90144beb9981cfbd8fa908c6 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/f19f0aad90144beb9981cfbd8fa908c6
2024-11-11T17:51:20,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/44742d2610c04c18bbe34da90e9d1701 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/44742d2610c04c18bbe34da90e9d1701
2024-11-11T17:51:20,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/4ca22dcff1aa4dd3bdda376119047ef8 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/4ca22dcff1aa4dd3bdda376119047ef8
2024-11-11T17:51:20,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/07aadfd3d23f49efa8d0ce61a09bfd6e to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/07aadfd3d23f49efa8d0ce61a09bfd6e
2024-11-11T17:51:20,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/20eb9d924bb04f6db08b81a4fd400a2c, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/c7ea0add5b12411d93d809ab0c6808f1, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/90148fa427f840ceacca10dce7d48c7b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/6ef1770ae5e647f3acfeec89bfed308b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/df151f84a54c490ea26dbdbc4e440c74, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/f08d04abb833428cb82be24ce94c9acf, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/c89d6243345f44029cc0a987446dd184, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/1134b50cae2844699ddf6caf06c057bb, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/74ca4802961d47b38b4c1ec616115a31, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/87b9c357c91348efb49d1dde4007b5b5, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/69fdcb5ef7d744afb13f729e8b73ef72, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/db55ed5a8714478fad646515912cd6c4, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/46ecf315c7eb494c8ceeb1baedc8fc3b, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/4db9be10a8014708aca0e007b11458b7, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/0546f8c213fa48bdb3f33cd398a1fba3, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/76d3269c098c41b7a9e15554daa3a115, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/2745b7aa764e42d1bcc9aab11d0b0ec5] to archive
2024-11-11T17:51:20,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-11T17:51:20,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/20eb9d924bb04f6db08b81a4fd400a2c to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/20eb9d924bb04f6db08b81a4fd400a2c
2024-11-11T17:51:20,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/c7ea0add5b12411d93d809ab0c6808f1 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/c7ea0add5b12411d93d809ab0c6808f1
2024-11-11T17:51:20,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/90148fa427f840ceacca10dce7d48c7b to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/90148fa427f840ceacca10dce7d48c7b
2024-11-11T17:51:20,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/6ef1770ae5e647f3acfeec89bfed308b to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/6ef1770ae5e647f3acfeec89bfed308b
2024-11-11T17:51:20,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/df151f84a54c490ea26dbdbc4e440c74 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/df151f84a54c490ea26dbdbc4e440c74
2024-11-11T17:51:20,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/f08d04abb833428cb82be24ce94c9acf to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/f08d04abb833428cb82be24ce94c9acf
2024-11-11T17:51:20,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/c89d6243345f44029cc0a987446dd184 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/c89d6243345f44029cc0a987446dd184
2024-11-11T17:51:20,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/1134b50cae2844699ddf6caf06c057bb to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/1134b50cae2844699ddf6caf06c057bb
2024-11-11T17:51:20,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/74ca4802961d47b38b4c1ec616115a31 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/74ca4802961d47b38b4c1ec616115a31
2024-11-11T17:51:20,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/87b9c357c91348efb49d1dde4007b5b5 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/87b9c357c91348efb49d1dde4007b5b5
2024-11-11T17:51:20,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/69fdcb5ef7d744afb13f729e8b73ef72 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/69fdcb5ef7d744afb13f729e8b73ef72
2024-11-11T17:51:20,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/db55ed5a8714478fad646515912cd6c4 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/db55ed5a8714478fad646515912cd6c4
2024-11-11T17:51:20,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/46ecf315c7eb494c8ceeb1baedc8fc3b to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/46ecf315c7eb494c8ceeb1baedc8fc3b
2024-11-11T17:51:20,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/4db9be10a8014708aca0e007b11458b7 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/4db9be10a8014708aca0e007b11458b7
2024-11-11T17:51:20,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/0546f8c213fa48bdb3f33cd398a1fba3 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/0546f8c213fa48bdb3f33cd398a1fba3
2024-11-11T17:51:20,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/76d3269c098c41b7a9e15554daa3a115 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/76d3269c098c41b7a9e15554daa3a115
2024-11-11T17:51:20,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/2745b7aa764e42d1bcc9aab11d0b0ec5 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/2745b7aa764e42d1bcc9aab11d0b0ec5
2024-11-11T17:51:20,357 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/recovered.edits/297.seqid, newMaxSeqId=297, maxSeqId=4
2024-11-11T17:51:20,357 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.
2024-11-11T17:51:20,357 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1676): Region close journal for 4b68006c57fdefaaeb923bad0fee2829:
Waiting for close lock at 1731347479033Running coprocessor pre-close hooks at 1731347479033Disabling compacts and flushes for region at 1731347479033Disabling writes for close at 1731347479033Obtaining lock to block concurrent updates at 1731347479033Preparing flush snapshotting stores in 4b68006c57fdefaaeb923bad0fee2829 at 1731347479033Finished memstore snapshotting TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731347479034 (+1 ms)Flushing stores of TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829. at 1731347479035 (+1 ms)Flushing 4b68006c57fdefaaeb923bad0fee2829/A: creating writer at 1731347479035Flushing mob file 4b68006c57fdefaaeb923bad0fee2829/A: appending metadata at 1731347479040 (+5 ms)Flushing mob file 4b68006c57fdefaaeb923bad0fee2829/A: closing flushed file at 1731347479040Flushing 4b68006c57fdefaaeb923bad0fee2829/A: appending metadata at 1731347479049 (+9 ms)Flushing 4b68006c57fdefaaeb923bad0fee2829/A: closing flushed file at 1731347479049Flushing 4b68006c57fdefaaeb923bad0fee2829/B: creating writer at 1731347479459 (+410 ms)Flushing 4b68006c57fdefaaeb923bad0fee2829/B: appending metadata at 1731347479462 (+3 ms)Flushing 4b68006c57fdefaaeb923bad0fee2829/B: closing flushed file at 1731347479462Flushing 4b68006c57fdefaaeb923bad0fee2829/C: creating writer at 1731347479879 (+417 ms)Flushing 4b68006c57fdefaaeb923bad0fee2829/C: appending metadata at 1731347479881 (+2 ms)Flushing 4b68006c57fdefaaeb923bad0fee2829/C: closing flushed file at 1731347479881Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@446af1c2: reopening flushed file at 1731347480291 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32d7f42b: reopening flushed file at 1731347480298 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@670544a: reopening flushed file at 1731347480302 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 4b68006c57fdefaaeb923bad0fee2829 in 1273ms, sequenceid=294, compaction requested=true at 1731347480306 (+4 ms)Writing region close event to WAL at 1731347480354 (+48 ms)Running coprocessor post-close hooks at 1731347480357 (+3 ms)Closed at 1731347480357
2024-11-11T17:51:20,359 INFO  [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(157): Closed 4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:20,360 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=164 updating hbase:meta row=4b68006c57fdefaaeb923bad0fee2829, regionState=CLOSED
2024-11-11T17:51:20,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=165, ppid=164, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708 because future has completed
2024-11-11T17:51:20,363 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164
2024-11-11T17:51:20,363 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; CloseRegionProcedure 4b68006c57fdefaaeb923bad0fee2829, server=01af7571cc75,44273,1731347298708 in 1.4820 sec
2024-11-11T17:51:20,364 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=164, resume processing ppid=163
2024-11-11T17:51:20,364 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, ppid=163, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b68006c57fdefaaeb923bad0fee2829, UNASSIGN in 1.4860 sec
2024-11-11T17:51:20,365 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162
2024-11-11T17:51:20,365 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4890 sec
2024-11-11T17:51:20,366 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731347480366"}]},"ts":"1731347480366"}
2024-11-11T17:51:20,367 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-11T17:51:20,367 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-11T17:51:20,368 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4990 sec
2024-11-11T17:51:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-11T17:51:21,017 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:51:21,018 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-11T17:51:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:51:21,024 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=166, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:51:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-11T17:51:21,026 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=166, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:51:21,028 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:21,031 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A, FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B, FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C, FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/recovered.edits]
2024-11-11T17:51:21,034 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/04dca92c51bf4edeabc0131130cbf816 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/04dca92c51bf4edeabc0131130cbf816
2024-11-11T17:51:21,035 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/3036b01cab224a4d994a24192aa801cf to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/3036b01cab224a4d994a24192aa801cf
2024-11-11T17:51:21,037 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/30ffa2d213e64280a9cf5b67520f2eda to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/A/30ffa2d213e64280a9cf5b67520f2eda
2024-11-11T17:51:21,039 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/122837b084c74943bfba4bff01ffda3b to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/122837b084c74943bfba4bff01ffda3b
2024-11-11T17:51:21,040 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/8a16e41f27324331abb877e1125406b1 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/8a16e41f27324331abb877e1125406b1
2024-11-11T17:51:21,042 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/e38bf2cd3343419084d261b1a74b9f1e to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/B/e38bf2cd3343419084d261b1a74b9f1e
2024-11-11T17:51:21,044 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/3b16b72a4e744ddd8b1a88a595c031f9 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/3b16b72a4e744ddd8b1a88a595c031f9
2024-11-11T17:51:21,046 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/a6230e33a6f74ffeb4c08f37a1cbb981 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/a6230e33a6f74ffeb4c08f37a1cbb981
2024-11-11T17:51:21,047 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/ecd515d5e026416b9f214b48bd86b39b to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/C/ecd515d5e026416b9f214b48bd86b39b
2024-11-11T17:51:21,051 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/recovered.edits/297.seqid to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829/recovered.edits/297.seqid
2024-11-11T17:51:21,051 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/default/TestAcidGuarantees/4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:21,052 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-11T17:51:21,052 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-11T17:51:21,053 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-11T17:51:21,057 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111153dd2f4e6f64d5e9767083c23bad7e3_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111153dd2f4e6f64d5e9767083c23bad7e3_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:21,058 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111b13d4089e9648258030fe75702d1df9_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111b13d4089e9648258030fe75702d1df9_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:21,059 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111f610a6c09ce4adea51bd89b522f01b0_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111f610a6c09ce4adea51bd89b522f01b0_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:21,060 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111261597bdfa8942f79690e6af01083d20_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111261597bdfa8942f79690e6af01083d20_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:21,062 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111373a5be2891d4bc8a80178d76fc1eb16_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111373a5be2891d4bc8a80178d76fc1eb16_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:21,062 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113ebeea97aabb4df1b147bb01fdd230d4_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113ebeea97aabb4df1b147bb01fdd230d4_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:21,063 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115041ff6ab440473b8ebb5854aafe8c96_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115041ff6ab440473b8ebb5854aafe8c96_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:21,064 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115c83823f8fbc44a48419b97748019fd1_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411115c83823f8fbc44a48419b97748019fd1_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:21,064 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111621e6c8fa74b4862a7f801546854c9b8_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111621e6c8fa74b4862a7f801546854c9b8_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:21,065 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117a0d8b00ff2545f8a23bb20933a0827b_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117a0d8b00ff2545f8a23bb20933a0827b_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:21,066 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111180ab880efdf04a859c9708281e383f85_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111180ab880efdf04a859c9708281e383f85_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:21,066 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119a05c6b081484850be1c1d1e128c88ad_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119a05c6b081484850be1c1d1e128c88ad_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:21,067 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c9e595d064904efab24751905dd2bed7_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c9e595d064904efab24751905dd2bed7_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:21,068 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f5d1b4a882e949c6b8e3df3eb6f42266_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f5d1b4a882e949c6b8e3df3eb6f42266_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:21,068 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fa69de1262054155a89a2f744b520a31_4b68006c57fdefaaeb923bad0fee2829 to hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fa69de1262054155a89a2f744b520a31_4b68006c57fdefaaeb923bad0fee2829
2024-11-11T17:51:21,068 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-11T17:51:21,070 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=166, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:51:21,073 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-11T17:51:21,075 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-11T17:51:21,076 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=166, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:51:21,076 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-11T17:51:21,076 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731347481076"}]},"ts":"9223372036854775807"}
2024-11-11T17:51:21,078 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-11T17:51:21,078 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4b68006c57fdefaaeb923bad0fee2829, NAME => 'TestAcidGuarantees,,1731347454561.4b68006c57fdefaaeb923bad0fee2829.', STARTKEY => '', ENDKEY => ''}]
2024-11-11T17:51:21,079 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-11T17:51:21,079 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731347481079"}]},"ts":"9223372036854775807"}
2024-11-11T17:51:21,080 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-11T17:51:21,081 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=166, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-11T17:51:21,082 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 62 msec
2024-11-11T17:51:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-11T17:51:21,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-11T17:51:21,136 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-11T17:51:21,148 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=249 (was 248) - Thread LEAK? -, OpenFileDescriptor=449 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=344 (was 390), ProcessCount=11 (was 11), AvailableMemoryMB=6432 (was 6481)
2024-11-11T17:51:21,148 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-11T17:51:21,148 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-11T17:51:21,149 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-11T17:51:21,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:21,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:21,149 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-11T17:51:21,149 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-11T17:51:21,149 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=387043539, stopped=false
2024-11-11T17:51:21,150 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01af7571cc75,43645,1731347297994
2024-11-11T17:51:21,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-11T17:51:21,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44273-0x1012c4ce5730001, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-11T17:51:21,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T17:51:21,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44273-0x1012c4ce5730001, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T17:51:21,195 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-11T17:51:21,197 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-11T17:51:21,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44273-0x1012c4ce5730001, quorum=127.0.0.1:62790, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-11T17:51:21,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-11T17:51:21,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-11T17:51:21,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:21,198 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01af7571cc75,44273,1731347298708' *****
2024-11-11T17:51:21,198 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-11T17:51:21,199 INFO  [RS:0;01af7571cc75:44273 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-11T17:51:21,199 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-11T17:51:21,199 INFO  [RS:0;01af7571cc75:44273 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-11T17:51:21,200 INFO  [RS:0;01af7571cc75:44273 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-11T17:51:21,200 INFO  [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer(959): stopping server 01af7571cc75,44273,1731347298708
2024-11-11T17:51:21,200 INFO  [RS:0;01af7571cc75:44273 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-11T17:51:21,200 INFO  [RS:0;01af7571cc75:44273 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01af7571cc75:44273.
2024-11-11T17:51:21,200 DEBUG [RS:0;01af7571cc75:44273 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-11T17:51:21,200 DEBUG [RS:0;01af7571cc75:44273 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:21,201 INFO  [RS:0;01af7571cc75:44273 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-11T17:51:21,201 INFO  [RS:0;01af7571cc75:44273 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-11T17:51:21,201 INFO  [RS:0;01af7571cc75:44273 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-11T17:51:21,201 INFO  [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-11T17:51:21,202 INFO  [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-11T17:51:21,202 DEBUG [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-11T17:51:21,203 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-11T17:51:21,203 DEBUG [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-11T17:51:21,203 INFO  [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-11T17:51:21,203 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-11T17:51:21,203 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-11T17:51:21,203 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-11T17:51:21,203 INFO  [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB
2024-11-11T17:51:21,223 INFO  [regionserver/01af7571cc75:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-11T17:51:21,226 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/1588230740/.tmp/info/0053d641a09544b681c07cb005d83c6f is 95, key is TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3./info:/1731347329144/DeleteFamily/seqid=0
2024-11-11T17:51:21,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742411_1587 (size=6514)
2024-11-11T17:51:21,403 DEBUG [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-11T17:51:21,603 DEBUG [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-11T17:51:21,630 INFO  [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/1588230740/.tmp/info/0053d641a09544b681c07cb005d83c6f
2024-11-11T17:51:21,672 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/1588230740/.tmp/ns/571f3cca068043d0aab3d1e6d893f6a9 is 93, key is TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3./ns:/1731347329107/DeleteFamily/seqid=0
2024-11-11T17:51:21,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742412_1588 (size=5906)
2024-11-11T17:51:21,716 INFO  [regionserver/01af7571cc75:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-11T17:51:21,716 INFO  [regionserver/01af7571cc75:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped
2024-11-11T17:51:21,716 INFO  [regionserver/01af7571cc75:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-11T17:51:21,803 DEBUG [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-11T17:51:22,004 DEBUG [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-11T17:51:22,076 INFO  [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/1588230740/.tmp/ns/571f3cca068043d0aab3d1e6d893f6a9
2024-11-11T17:51:22,101 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/1588230740/.tmp/rep_barrier/c11a83ad6f23413583d1252dc714225d is 102, key is TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3./rep_barrier:/1731347329107/DeleteFamily/seqid=0
2024-11-11T17:51:22,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742413_1589 (size=6025)
2024-11-11T17:51:22,204 DEBUG [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-11T17:51:22,404 DEBUG [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-11T17:51:22,504 INFO  [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/1588230740/.tmp/rep_barrier/c11a83ad6f23413583d1252dc714225d
2024-11-11T17:51:22,526 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/1588230740/.tmp/table/f33a369ba7f1494e99223c9d0b38113f is 96, key is TestAcidGuarantees,,1731347303207.040197ac32d4fca0c80651e0e98831b3./table:/1731347329107/DeleteFamily/seqid=0
2024-11-11T17:51:22,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742414_1590 (size=5936)
2024-11-11T17:51:22,604 DEBUG [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-11T17:51:22,805 DEBUG [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-11T17:51:22,930 INFO  [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/1588230740/.tmp/table/f33a369ba7f1494e99223c9d0b38113f
2024-11-11T17:51:22,933 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/1588230740/.tmp/info/0053d641a09544b681c07cb005d83c6f as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/1588230740/info/0053d641a09544b681c07cb005d83c6f
2024-11-11T17:51:22,936 INFO  [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/1588230740/info/0053d641a09544b681c07cb005d83c6f, entries=12, sequenceid=90, filesize=6.4 K
2024-11-11T17:51:22,937 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/1588230740/.tmp/ns/571f3cca068043d0aab3d1e6d893f6a9 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/1588230740/ns/571f3cca068043d0aab3d1e6d893f6a9
2024-11-11T17:51:22,939 INFO  [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/1588230740/ns/571f3cca068043d0aab3d1e6d893f6a9, entries=8, sequenceid=90, filesize=5.8 K
2024-11-11T17:51:22,940 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/1588230740/.tmp/rep_barrier/c11a83ad6f23413583d1252dc714225d as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/1588230740/rep_barrier/c11a83ad6f23413583d1252dc714225d
2024-11-11T17:51:22,943 INFO  [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/1588230740/rep_barrier/c11a83ad6f23413583d1252dc714225d, entries=6, sequenceid=90, filesize=5.9 K
2024-11-11T17:51:22,943 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/1588230740/.tmp/table/f33a369ba7f1494e99223c9d0b38113f as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/1588230740/table/f33a369ba7f1494e99223c9d0b38113f
2024-11-11T17:51:22,946 INFO  [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/1588230740/table/f33a369ba7f1494e99223c9d0b38113f, entries=7, sequenceid=90, filesize=5.8 K
2024-11-11T17:51:22,947 INFO  [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1744ms, sequenceid=90, compaction requested=false
2024-11-11T17:51:22,951 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1
2024-11-11T17:51:22,951 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-11T17:51:22,952 INFO  [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-11T17:51:22,952 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731347481202Running coprocessor pre-close hooks at 1731347481202Disabling compacts and flushes for region at 1731347481202Disabling writes for close at 1731347481203 (+1 ms)Obtaining lock to block concurrent updates at 1731347481203Preparing flush snapshotting stores in 1588230740 at 1731347481203Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731347481204 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731347481204Flushing 1588230740/info: creating writer at 1731347481205 (+1 ms)Flushing 1588230740/info: appending metadata at 1731347481226 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731347481226Flushing 1588230740/ns: creating writer at 1731347481653 (+427 ms)Flushing 1588230740/ns: appending metadata at 1731347481672 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731347481672Flushing 1588230740/rep_barrier: creating writer at 1731347482084 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731347482100 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731347482101 (+1 ms)Flushing 1588230740/table: creating writer at 1731347482509 (+408 ms)Flushing 1588230740/table: appending metadata at 1731347482526 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731347482526Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3644c7c9: reopening flushed file at 1731347482933 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@777f4d88: reopening flushed file at 1731347482936 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30f93a0: reopening flushed file at 1731347482939 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f7af1ac: reopening flushed file at 1731347482943 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1744ms, sequenceid=90, compaction requested=false at 1731347482947 (+4 ms)Writing region close event to WAL at 1731347482948 (+1 ms)Running coprocessor post-close hooks at 1731347482951 (+3 ms)Closed at 1731347482951
2024-11-11T17:51:22,952 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-11T17:51:23,005 INFO  [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer(976): stopping server 01af7571cc75,44273,1731347298708; all regions closed.
2024-11-11T17:51:23,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741834_1010 (size=25344)
2024-11-11T17:51:23,012 DEBUG [RS:0;01af7571cc75:44273 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/oldWALs
2024-11-11T17:51:23,012 INFO  [RS:0;01af7571cc75:44273 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01af7571cc75%2C44273%2C1731347298708.meta:.meta(num 1731347302819)
2024-11-11T17:51:23,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741832_1008 (size=14312464)
2024-11-11T17:51:23,017 DEBUG [RS:0;01af7571cc75:44273 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/oldWALs
2024-11-11T17:51:23,017 INFO  [RS:0;01af7571cc75:44273 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01af7571cc75%2C44273%2C1731347298708:(num 1731347301876)
2024-11-11T17:51:23,017 DEBUG [RS:0;01af7571cc75:44273 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-11T17:51:23,017 INFO  [RS:0;01af7571cc75:44273 {}] regionserver.LeaseManager(133): Closed leases
2024-11-11T17:51:23,017 INFO  [RS:0;01af7571cc75:44273 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-11T17:51:23,017 INFO  [RS:0;01af7571cc75:44273 {}] hbase.ChoreService(370): Chore service for: regionserver/01af7571cc75:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-11T17:51:23,018 INFO  [RS:0;01af7571cc75:44273 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-11T17:51:23,018 INFO  [regionserver/01af7571cc75:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-11T17:51:23,019 INFO  [RS:0;01af7571cc75:44273 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44273
2024-11-11T17:51:23,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44273-0x1012c4ce5730001, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/01af7571cc75,44273,1731347298708
2024-11-11T17:51:23,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-11T17:51:23,061 INFO  [RS:0;01af7571cc75:44273 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-11T17:51:23,072 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01af7571cc75,44273,1731347298708]
2024-11-11T17:51:23,080 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/01af7571cc75,44273,1731347298708 already deleted, retry=false
2024-11-11T17:51:23,080 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01af7571cc75,44273,1731347298708 expired; onlineServers=0
2024-11-11T17:51:23,080 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01af7571cc75,43645,1731347297994' *****
2024-11-11T17:51:23,080 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-11T17:51:23,081 INFO  [M:0;01af7571cc75:43645 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-11T17:51:23,081 INFO  [M:0;01af7571cc75:43645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-11T17:51:23,081 DEBUG [M:0;01af7571cc75:43645 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-11T17:51:23,081 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-11T17:51:23,081 DEBUG [M:0;01af7571cc75:43645 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-11T17:51:23,081 DEBUG [master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.large.0-1731347301503 {}] cleaner.HFileCleaner(306): Exit Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.large.0-1731347301503,5,FailOnTimeoutGroup]
2024-11-11T17:51:23,081 DEBUG [master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.small.0-1731347301504 {}] cleaner.HFileCleaner(306): Exit Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.small.0-1731347301504,5,FailOnTimeoutGroup]
2024-11-11T17:51:23,081 INFO  [M:0;01af7571cc75:43645 {}] hbase.ChoreService(370): Chore service for: master/01af7571cc75:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-11T17:51:23,081 INFO  [M:0;01af7571cc75:43645 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-11T17:51:23,081 DEBUG [M:0;01af7571cc75:43645 {}] master.HMaster(1795): Stopping service threads
2024-11-11T17:51:23,082 INFO  [M:0;01af7571cc75:43645 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-11T17:51:23,082 INFO  [M:0;01af7571cc75:43645 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-11T17:51:23,082 ERROR [M:0;01af7571cc75:43645 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[HFileArchiver-5,5,PEWorkerGroup]
    Thread[HFileArchiver-6,5,PEWorkerGroup]
2024-11-11T17:51:23,083 INFO  [M:0;01af7571cc75:43645 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-11T17:51:23,083 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-11T17:51:23,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-11T17:51:23,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-11T17:51:23,088 DEBUG [M:0;01af7571cc75:43645 {}] zookeeper.ZKUtil(347): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-11T17:51:23,089 WARN  [M:0;01af7571cc75:43645 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-11T17:51:23,089 INFO  [M:0;01af7571cc75:43645 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/.lastflushedseqids
2024-11-11T17:51:23,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742415_1591 (size=72)
2024-11-11T17:51:23,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44273-0x1012c4ce5730001, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-11T17:51:23,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44273-0x1012c4ce5730001, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-11T17:51:23,173 INFO  [RS:0;01af7571cc75:44273 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-11T17:51:23,173 INFO  [RS:0;01af7571cc75:44273 {}] regionserver.HRegionServer(1031): Exiting; stopping=01af7571cc75,44273,1731347298708; zookeeper connection closed.
2024-11-11T17:51:23,173 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79046705 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79046705
2024-11-11T17:51:23,174 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-11T17:51:23,500 INFO  [M:0;01af7571cc75:43645 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-11T17:51:23,501 INFO  [M:0;01af7571cc75:43645 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-11T17:51:23,501 DEBUG [M:0;01af7571cc75:43645 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-11T17:51:23,501 INFO  [M:0;01af7571cc75:43645 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-11T17:51:23,501 DEBUG [M:0;01af7571cc75:43645 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-11T17:51:23,501 DEBUG [M:0;01af7571cc75:43645 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-11T17:51:23,501 DEBUG [M:0;01af7571cc75:43645 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-11T17:51:23,501 INFO  [M:0;01af7571cc75:43645 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=744.35 KB heapSize=908.76 KB
2024-11-11T17:51:23,522 DEBUG [M:0;01af7571cc75:43645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f33e323d52f344629e146058ce8c2f5a is 82, key is hbase:meta,,1/info:regioninfo/1731347302901/Put/seqid=0
2024-11-11T17:51:23,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742416_1592 (size=5672)
2024-11-11T17:51:23,925 INFO  [M:0;01af7571cc75:43645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2019 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f33e323d52f344629e146058ce8c2f5a
2024-11-11T17:51:23,951 DEBUG [M:0;01af7571cc75:43645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/001d64c60a7d4f0889ba882899e690c0 is 2479, key is \x00\x00\x00\x00\x00\x00\x00\x8F/proc:d/1731347457641/Put/seqid=0
2024-11-11T17:51:23,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742417_1593 (size=44671)
2024-11-11T17:51:24,354 INFO  [M:0;01af7571cc75:43645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743.80 KB at sequenceid=2019 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/001d64c60a7d4f0889ba882899e690c0
2024-11-11T17:51:24,358 INFO  [M:0;01af7571cc75:43645 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 001d64c60a7d4f0889ba882899e690c0
2024-11-11T17:51:24,376 DEBUG [M:0;01af7571cc75:43645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/457ed59caa0f46b3b4af3e0d3928630e is 69, key is 01af7571cc75,44273,1731347298708/rs:state/1731347301640/Put/seqid=0
2024-11-11T17:51:24,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073742418_1594 (size=5156)
2024-11-11T17:51:24,779 INFO  [M:0;01af7571cc75:43645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2019 (bloomFilter=true), to=hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/457ed59caa0f46b3b4af3e0d3928630e
2024-11-11T17:51:24,784 DEBUG [M:0;01af7571cc75:43645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f33e323d52f344629e146058ce8c2f5a as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f33e323d52f344629e146058ce8c2f5a
2024-11-11T17:51:24,787 INFO  [M:0;01af7571cc75:43645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f33e323d52f344629e146058ce8c2f5a, entries=8, sequenceid=2019, filesize=5.5 K
2024-11-11T17:51:24,788 DEBUG [M:0;01af7571cc75:43645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/001d64c60a7d4f0889ba882899e690c0 as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/001d64c60a7d4f0889ba882899e690c0
2024-11-11T17:51:24,791 INFO  [M:0;01af7571cc75:43645 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 001d64c60a7d4f0889ba882899e690c0
2024-11-11T17:51:24,791 INFO  [M:0;01af7571cc75:43645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/001d64c60a7d4f0889ba882899e690c0, entries=166, sequenceid=2019, filesize=43.6 K
2024-11-11T17:51:24,792 DEBUG [M:0;01af7571cc75:43645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/457ed59caa0f46b3b4af3e0d3928630e as hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/457ed59caa0f46b3b4af3e0d3928630e
2024-11-11T17:51:24,795 INFO  [M:0;01af7571cc75:43645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42687/user/jenkins/test-data/9fcbb63a-166f-cc2a-d1f2-d3eee4fd8eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/457ed59caa0f46b3b4af3e0d3928630e, entries=1, sequenceid=2019, filesize=5.0 K
2024-11-11T17:51:24,796 INFO  [M:0;01af7571cc75:43645 {}] regionserver.HRegion(3140): Finished flush of dataSize ~744.35 KB/762219, heapSize ~908.46 KB/930264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=2019, compaction requested=false
2024-11-11T17:51:24,797 INFO  [M:0;01af7571cc75:43645 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-11T17:51:24,797 DEBUG [M:0;01af7571cc75:43645 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731347483501Disabling compacts and flushes for region at 1731347483501Disabling writes for close at 1731347483501Obtaining lock to block concurrent updates at 1731347483501Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731347483501Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=762219, getHeapSize=930504, getOffHeapSize=0, getCellsCount=2210 at 1731347483501Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731347483502 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731347483502Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731347483522 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731347483522Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731347483930 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731347483950 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731347483950Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731347484359 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731347484375 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731347484375Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d42c33e: reopening flushed file at 1731347484783 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8eb5b9f: reopening flushed file at 1731347484788 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d936bc9: reopening flushed file at 1731347484791 (+3 ms)Finished flush of dataSize ~744.35 KB/762219, heapSize ~908.46 KB/930264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=2019, compaction requested=false at 1731347484796 (+5 ms)Writing region close event to WAL at 1731347484797 (+1 ms)Closed at 1731347484797
2024-11-11T17:51:24,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34159 is added to blk_1073741830_1006 (size=894637)
2024-11-11T17:51:24,800 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-11T17:51:24,801 INFO  [M:0;01af7571cc75:43645 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-11T17:51:24,801 INFO  [M:0;01af7571cc75:43645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43645
2024-11-11T17:51:24,801 INFO  [M:0;01af7571cc75:43645 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-11T17:51:24,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-11T17:51:24,936 INFO  [M:0;01af7571cc75:43645 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-11T17:51:24,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43645-0x1012c4ce5730000, quorum=127.0.0.1:62790, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-11T17:51:24,942 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-11T17:51:24,945 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-11T17:51:24,945 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-11T17:51:24,945 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-11T17:51:24,946 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/hadoop.log.dir/,STOPPED}
2024-11-11T17:51:24,948 WARN  [BP-171028144-172.17.0.2-1731347294579 heartbeating to localhost/127.0.0.1:42687 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-11T17:51:24,948 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-11T17:51:24,949 WARN  [BP-171028144-172.17.0.2-1731347294579 heartbeating to localhost/127.0.0.1:42687 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-171028144-172.17.0.2-1731347294579 (Datanode Uuid ae57e111-6650-4a29-ab9a-576924e75867) service to localhost/127.0.0.1:42687
2024-11-11T17:51:24,949 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-11T17:51:24,952 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/cluster_52497c71-2eb6-62ab-831c-8c4b2f8d17e5/data/data1/current/BP-171028144-172.17.0.2-1731347294579 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-11T17:51:24,952 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/cluster_52497c71-2eb6-62ab-831c-8c4b2f8d17e5/data/data2/current/BP-171028144-172.17.0.2-1731347294579 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-11T17:51:24,953 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-11T17:51:24,960 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-11T17:51:24,961 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-11T17:51:24,961 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-11T17:51:24,961 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-11T17:51:24,961 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a2df3c8-5976-a198-8310-92da1113d54c/hadoop.log.dir/,STOPPED}
2024-11-11T17:51:24,976 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-11T17:51:25,108 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down